-- Logs begin at Wed 2022-05-04 18:05:58 UTC, end at Wed 2022-05-04 19:24:49 UTC. -- May 04 18:57:30.699246 dv-cinder-830901-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 18:57:33.482964 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.common.config [-] Logging enabled! May 04 18:57:33.483556 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 18:57:33.483740 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103378) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 18:57:33.487065 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.common.config [-] Logging enabled! May 04 18:57:33.487314 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 18:57:33.487619 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103378) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 18:57:33.488543 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:57:33.488773 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:57:33.489130 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:57:33.489370 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:57:33.489615 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:57:33.489925 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.490312 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.490542 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.490835 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.491121 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.491402 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.491684 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.491975 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.492255 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.492528 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.492808 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.493036 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.493309 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.493623 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.493904 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.494122 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] debug = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.494395 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.494826 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.495215 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.495493 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.495796 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.496073 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.496338 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.496609 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.496887 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.497209 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] host = dv-cinder-830901-3-iscsi {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.497499 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.497782 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.498063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.498343 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.498611 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.498881 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.499161 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.499427 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.499692 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] log_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.499965 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.500245 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.500525 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.500807 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.501027 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.501249 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.501555 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.501840 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.502111 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.502381 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.502649 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.502917 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.503184 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.503445 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.503720 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.503997 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.504276 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.504545 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.504811 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.505077 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.505343 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.505648 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.505916 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.506183 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.506450 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.506730 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.506992 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.507258 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.507547 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.507826 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.508102 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.508379 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.508646 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.508921 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.509186 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.509452 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.509740 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] use_json = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.510006 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.510272 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.510544 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.510810 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.511083 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.511845 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.512125 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.512405 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.512672 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:33.512963 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.513253 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.513572 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.513851 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.514150 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.514426 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.514710 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.514982 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.515263 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.515544 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.515828 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.516102 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.516396 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.516679 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.516965 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.517261 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.517575 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.517862 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.518131 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.518399 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.518667 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.518940 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.519480 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.519757 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.520042 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.520325 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.520600 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.520889 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.521167 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.521446 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.521763 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.522047 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.522318 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.522592 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.522876 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.523148 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.523414 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.523688 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.523973 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.524249 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.524517 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.524795 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.525072 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.525342 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.525638 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.525915 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.526201 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.526474 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.526740 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.527624 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.527914 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.528185 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.528470 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.528747 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.529020 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.529293 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.529606 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.529878 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.530148 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.530424 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.530693 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.530966 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.531235 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.531508 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.531776 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.532041 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.532309 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.532576 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.532843 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.533117 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.533385 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.533676 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.533945 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.534215 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.534485 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.534778 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.535053 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.535327 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.535600 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.535880 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.536148 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.536423 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.536698 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.536972 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.537241 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.537552 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.537831 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.538113 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.538391 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.538684 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.538974 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.539249 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.539524 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.539803 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.540077 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.540349 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.540629 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.540908 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.541198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.541510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.541802 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.542091 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.542378 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.542691 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.543002 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.543281 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:33.543526 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:57:33.543764 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103378) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 18:57:34.002539 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 18:57:34.002816 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 18:57:34.003123 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 18:57:34.003445 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 18:57:34.335037 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.335328 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.335596 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.336788 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.337057 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.337317 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.392181 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.392453 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.392711 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.407987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.408261 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.408526 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.438467 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.438744 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.439005 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.475260 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.475533 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.475799 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.813199 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.813894 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.813894 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.814056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.814683 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.912778 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.913090 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.913368 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.913657 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.913918 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.914223 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.914475 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.914724 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.914972 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.915246 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.915500 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.915756 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.916007 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.916253 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.916502 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.916759 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.917007 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.917269 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.917576 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.917837 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.918108 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.918358 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.918635 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.919006 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.919252 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.919493 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.919882 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:34.920122 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:34.920359 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:34.920595 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:34.920829 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:34.921062 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:34.921420 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 18:57:34.924460 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 18:57:34.928317 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 18:57:34.932243 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 04 18:57:34.933891 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 18:57:34.934359 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 18:57:34.934839 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 18:57:34.935217 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 18:57:34.938074 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 18:57:34.938319 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 18:57:34.938660 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:57:34.943433 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 18:57:34.967805 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 18:57:34.968251 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.968544 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103378) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 18:57:34.968910 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.970268 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103378) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 18:57:34.970549 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:57:34.970797 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 18:57:34.974033 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:34.974297 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.037113 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 18:57:35.037348 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 18:57:35.037616 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 18:57:35.037978 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 18:57:35.058556 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_db.sqlalchemy.engines [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103378) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 18:57:35.502010 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing driver for type 'gre' May 04 18:57:35.502546 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] gre ID ranges: [(1, 1000)] May 04 18:57:35.557046 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing driver for type 'local' May 04 18:57:35.557378 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing driver for type 'vlan' May 04 18:57:35.570151 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] VlanTypeDriver initialization complete May 04 18:57:35.570504 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing driver for type 'vxlan' May 04 18:57:35.571009 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] vxlan ID ranges: [(1, 1000)] May 04 18:57:35.622475 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing extension driver 'port_security' May 04 18:57:35.622909 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.extensions.port_security [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] PortSecurityExtensionDriver initialization complete May 04 18:57:35.623307 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing mechanism driver 'openvswitch' May 04 18:57:35.623708 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing mechanism driver 'hyperv' May 04 18:57:35.630341 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:35.631186 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.631556 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.631909 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.632440 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:57:35.632872 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.633228 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnet after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.633611 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.634011 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:57:35.634417 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.634768 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.635112 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.635510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:57:35.635917 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > security_group after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.636270 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > security_group after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.636608 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.637001 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:57:35.637403 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.637773 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.638115 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.638510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:57:35.638911 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > address_group after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.639256 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > address_group after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.639593 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.639985 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:57:35.640425 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] ML2 OVO RPC backend initialized. {{(pid=103378) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 18:57:35.641129 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.641503 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.641924 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.642272 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > networks before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.642618 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.642962 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > ports before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.643307 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnet before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.643645 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnets before_response 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.643987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.644591 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.644925 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.645265 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.645634 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.645973 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.646310 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnet after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.646645 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnet after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.646978 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.654580 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded quota_driver: . May 04 18:57:35.654946 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.plugin [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Modular L2 Plugin initialization complete May 04 18:57:35.655292 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading services supported by the core plugin {{(pid=103378) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 18:57:35.655638 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.plugins.ml2.managers [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Got port-security extension from driver 'port_security' May 04 18:57:35.656123 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.extensions.vlantransparent [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Disabled vlantransparent extension. May 04 18:57:35.656621 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103378) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 18:57:35.656951 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: router May 04 18:57:35.692763 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.693150 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router after_create 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.693544 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router before_create 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.693911 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.694284 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.694640 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router after_delete 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.695000 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.695348 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.695708 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router after_create 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.696057 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router after_update 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.696405 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router after_update 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.696752 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.697227 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router after_update 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.697680 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_update 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.698057 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.698397 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.698735 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: subnet after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.699110 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.699459 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.699806 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_create 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.700148 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: port before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.700490 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.700843 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router after_update 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.701190 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.701571 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_create 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.701933 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.702275 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_update 55549900 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.702642 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > agent after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.702991 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > agent after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.703335 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > network after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.704185 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Tracking information for resource: router configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:35.704521 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Tracking information for resource: floatingip configured {{(pid=103378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:57:35.709310 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.db.l3_agentschedulers_db [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 18:57:35.709918 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.710286 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: port after_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.710645 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: port after_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.711004 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: port after_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.711788 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router before_create 55550100 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.712154 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.712519 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_create 55550100 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.712876 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > router precommit_update 55550100 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.717638 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.services.provider_configuration [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service providers = [] {{(pid=103378) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 18:57:35.718003 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.db.servicetype_db [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103378) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 18:57:35.720938 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.services.service_base [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:57:35.721287 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.services.service_base [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:57:35.721662 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.services.service_base [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:57:35.722554 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.services.service_base [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:57:35.722928 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.services.service_base [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 18:57:35.723300 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.723620 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 18:57:35.734687 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.735023 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: auto_allocate May 04 18:57:35.740705 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: network precommit_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.741073 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: network precommit_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.741628 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.741954 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: tag May 04 18:57:35.749260 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.749634 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: timestamp May 04 18:57:35.753563 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.753861 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: network_ip_availability May 04 18:57:35.759346 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.759719 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.760075 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:35.760786 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.761109 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: flavors May 04 18:57:35.766083 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.766415 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading Plugin: revisions May 04 18:57:35.770921 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:57:35.771311 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_concurrency.lockutils [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 18:57:35.772051 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103378) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 18:57:35.772392 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Initializing extension manager. May 04 18:57:35.772918 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: __init__.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.773261 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: __pycache__ {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.773631 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: _port_mac_address_override.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.773969 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: address_group.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.774724 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.775289 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: address-group May 04 18:57:35.775616 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: address_scope.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.776330 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.776853 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: address-scope May 04 18:57:35.777202 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.778150 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.778671 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: router-admin-state-down-before-update May 04 18:57:35.778995 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: agent.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.779698 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.780216 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: agent May 04 18:57:35.780543 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: agent_resources_synced.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.781452 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.781998 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: agent-resources-synced May 04 18:57:35.782323 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: allowedaddresspairs.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.784113 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.784643 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: allowed-address-pairs May 04 18:57:35.784971 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: auto_allocated_topology.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.786074 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.786605 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: auto-allocated-topology May 04 18:57:35.786934 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: availability_zone.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.787632 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.788155 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: availability_zone May 04 18:57:35.788484 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: availability_zone_filter.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.789405 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.789955 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: availability_zone_filter May 04 18:57:35.790281 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: data_plane_status.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.791192 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.791710 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension data-plane-status not supported by any of loaded plugins May 04 18:57:35.792042 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: default_subnetpools.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.793487 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.794018 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: default-subnetpools May 04 18:57:35.794344 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.795144 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.795662 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: dhcp_agent_scheduler May 04 18:57:35.795987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: dns.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.796901 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.797419 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension dns-integration not supported by any of loaded plugins May 04 18:57:35.797769 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: dns_domain_ports.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.798681 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.799199 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 18:57:35.799529 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.800446 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.800965 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 18:57:35.801292 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: dvr.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.801989 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.802508 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: dvr May 04 18:57:35.802832 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: ecmp_routes.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.803752 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.804267 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension ecmp_routes not supported by any of loaded plugins May 04 18:57:35.804589 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: empty_string_filtering.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.805540 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.806064 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: empty-string-filtering May 04 18:57:35.806385 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.807289 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.807805 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 18:57:35.808147 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.809646 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.810162 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 18:57:35.810484 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: external_net.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.811397 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.811921 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: external-net May 04 18:57:35.812244 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.813155 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.813705 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: extra_dhcp_opt May 04 18:57:35.814228 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: extraroute.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.814914 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.815428 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: extraroute May 04 18:57:35.815749 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: extraroute_atomic.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.816963 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.817508 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: extraroute-atomic May 04 18:57:35.817835 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: filter_validation.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.818496 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.819012 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: filter-validation May 04 18:57:35.819332 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: fip_pf_description.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.820244 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.820756 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 18:57:35.821076 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: fip_pf_port_range.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.822034 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.822545 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 18:57:35.822865 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: fip_port_details.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.823799 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.824320 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: fip-port-details May 04 18:57:35.824640 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: flavors.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.825897 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.826425 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: flavors May 04 18:57:35.826752 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.828380 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.828918 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 18:57:35.829255 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: floatingip_pools.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.829998 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.830523 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: floatingip-pools May 04 18:57:35.830854 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: ip_allocation.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.831780 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.832298 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension ip_allocation not supported by any of loaded plugins May 04 18:57:35.832626 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.833578 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.834107 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: ip-substring-filtering May 04 18:57:35.834438 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l2_adjacency.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.835376 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.835900 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension l2_adjacency not supported by any of loaded plugins May 04 18:57:35.836228 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.837182 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.837749 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: router May 04 18:57:35.838080 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.840323 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.840867 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 18:57:35.841204 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.842172 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.842705 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: ext-gw-mode May 04 18:57:35.843037 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.843958 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.844485 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: l3-ha May 04 18:57:35.844813 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.845751 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.846274 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 18:57:35.846599 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3_flavors.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.847520 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.848041 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: l3-flavors May 04 18:57:35.848367 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.849772 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.850304 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 18:57:35.850633 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.851549 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.852075 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: l3-port-ip-change-not-allowed May 04 18:57:35.852402 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: l3agentscheduler.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.853425 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.853978 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: l3_agent_scheduler May 04 18:57:35.854307 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: local_ip.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.858057 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.858594 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension local_ip not supported by any of loaded plugins May 04 18:57:35.858931 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: logging.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.860407 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.860941 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension logging not supported by any of loaded plugins May 04 18:57:35.861278 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: metering.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.862051 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.862642 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: metering May 04 18:57:35.862971 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.864056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.864591 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: metering_source_and_destination_fields May 04 18:57:35.864919 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: multiprovidernet.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.865955 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.866477 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: multi-provider May 04 18:57:35.866802 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: netmtu.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.867723 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.868378 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: net-mtu May 04 18:57:35.868704 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: netmtu_writable.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.869651 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.870174 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: net-mtu-writable May 04 18:57:35.870497 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: network_availability_zone.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.871779 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.872295 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: network_availability_zone May 04 18:57:35.872617 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: network_ip_availability.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.873771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.874305 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: network-ip-availability May 04 18:57:35.874619 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: network_segment_range.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.875389 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.875904 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension network-segment-range not supported by any of loaded plugins May 04 18:57:35.876228 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: pagination.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.877209 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.877569 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: pagination May 04 18:57:35.877893 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: port_device_profile.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.878812 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.879338 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: port-device-profile May 04 18:57:35.879663 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: port_mac_address_override.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.880603 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.881126 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: port-mac-override May 04 18:57:35.881452 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.882411 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.882934 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: port-mac-address-regenerate May 04 18:57:35.883261 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.884167 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.884695 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: port-numa-affinity-policy May 04 18:57:35.885017 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: port_resource_request.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.885948 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.886496 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension port-resource-request not supported by any of loaded plugins May 04 18:57:35.886822 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: port_resource_request_groups.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.887780 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.888298 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 18:57:35.888623 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: portbindings.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.889574 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.890102 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: binding May 04 18:57:35.890429 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: portbindings_extended.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.891690 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.892214 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: binding-extended May 04 18:57:35.892546 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: portsecurity.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.893471 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.894011 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: port-security May 04 18:57:35.894608 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: project_id.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.895584 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.895917 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: project-id May 04 18:57:35.896239 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: providernet.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.897158 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.897710 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: provider May 04 18:57:35.898036 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.901821 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.902872 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos not supported by any of loaded plugins May 04 18:57:35.903206 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.904455 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.904981 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 18:57:35.905310 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.906279 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.906806 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 18:57:35.907131 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_default.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.908047 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.908570 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-default not supported by any of loaded plugins May 04 18:57:35.908898 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_fip.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.909843 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.910369 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-fip not supported by any of loaded plugins May 04 18:57:35.910695 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.911607 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.912128 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 18:57:35.912453 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_gateway_ip.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.913374 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.913913 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 18:57:35.914237 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_port_network_policy.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.915171 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.915690 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 18:57:35.916013 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.917052 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.918215 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 18:57:35.918539 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.919587 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.920117 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 18:57:35.920442 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_pps_rule.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.921655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.922185 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-pps not supported by any of loaded plugins May 04 18:57:35.922513 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_rule_type_details.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.923430 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.923953 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 18:57:35.924280 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.925200 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.925756 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 18:57:35.926081 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: qos_rules_alias.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.927121 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.927645 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 18:57:35.927969 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: quota_check_limit.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.928956 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.929500 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: quota-check-limit May 04 18:57:35.929829 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: quotasv2.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.930774 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.931100 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: quotas May 04 18:57:35.931419 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: quotasv2_detail.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.933150 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.933504 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: quota_details May 04 18:57:35.933838 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: rbac.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.934897 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.935434 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: rbac-policies May 04 18:57:35.935767 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: rbac_address_group.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.936700 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.937227 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: rbac-address-group May 04 18:57:35.937591 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: rbac_address_scope.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.938522 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.939048 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: rbac-address-scope May 04 18:57:35.939375 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: rbac_security_groups.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.940295 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.940823 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: rbac-security-groups May 04 18:57:35.941148 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: rbac_subnetpool.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.942118 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.942629 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: rbac-subnetpool May 04 18:57:35.943006 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: revisionifmatch.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.943877 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.944394 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: revision-if-match May 04 18:57:35.944719 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: revisions.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.945868 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.946411 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: standard-attr-revisions May 04 18:57:35.946737 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: router_availability_zone.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.947406 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.947934 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: router_availability_zone May 04 18:57:35.948258 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: routerservicetype.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.949206 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.949760 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension router-service-type not supported by any of loaded plugins May 04 18:57:35.950090 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.951030 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.951553 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: security-groups-normalized-cidr May 04 18:57:35.951876 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.952796 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.953319 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: port-security-groups-filtering May 04 18:57:35.953678 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.954615 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.955134 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: security-groups-remote-address-group May 04 18:57:35.955558 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.956621 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.957152 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: security-groups-shared-filtering May 04 18:57:35.957503 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.958099 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 18:57:35.958424 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: securitygroup.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.968566 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.969116 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: security-group May 04 18:57:35.969455 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: segment.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.970234 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.970763 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension segment not supported by any of loaded plugins May 04 18:57:35.971096 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.972057 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.972582 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 18:57:35.972911 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: servicetype.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.974524 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.974621 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: service-type May 04 18:57:35.974875 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: sorting.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.975860 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.976197 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: sorting May 04 18:57:35.976523 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: standard_attr_segment.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.977439 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.977989 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 18:57:35.978315 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: standardattrdescription.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.978961 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.979484 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: standard-attr-description May 04 18:57:35.979806 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: stateful_security_group.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.981380 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.981933 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: stateful-security-group May 04 18:57:35.982260 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: stdattrs_common.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.982833 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 18:57:35.983158 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.984082 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.984610 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 18:57:35.984931 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: subnet_onboard.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.986028 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.986560 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: subnet_onboard May 04 18:57:35.986884 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.987812 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.988337 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 18:57:35.988663 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: subnet_service_types.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.989621 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.990149 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: subnet-service-types May 04 18:57:35.990472 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: subnetallocation.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.991567 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.992100 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: subnet_allocation May 04 18:57:35.992425 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.993089 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.993646 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: subnetpool-prefix-ops May 04 18:57:35.993969 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.994906 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.995426 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 18:57:35.995777 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: tagging.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.996843 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.997372 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: standard-attr-tag May 04 18:57:35.997728 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: timestamp.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:35.998964 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:35.999490 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loaded extension: standard-attr-timestamp May 04 18:57:35.999819 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: trunk.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:36.000859 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:36.001389 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension trunk not supported by any of loaded plugins May 04 18:57:36.001749 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: trunk_details.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:36.002670 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:36.003196 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension trunk-details not supported by any of loaded plugins May 04 18:57:36.003523 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: uplink_status_propagation.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:36.004509 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:36.004970 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 18:57:36.005293 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Loading extension file: vlantransparent.py {{(pid=103378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:57:36.005995 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:57:36.006511 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extension vlan-transparent not supported by any of loaded plugins May 04 18:57:36.009062 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:network May 04 18:57:36.009624 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:subnet May 04 18:57:36.010031 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:57:36.010430 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:port May 04 18:57:36.011733 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.012173 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service FLAVORS assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.012784 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.013220 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.013594 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:router May 04 18:57:36.014035 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:floatingip May 04 18:57:36.014527 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service METERING assigned prefix: /metering {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.015986 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:36.016359 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:36.016714 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:36.017745 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:57:36.018188 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:security_group May 04 18:57:36.018629 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:57:36.019504 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service CORE assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.019841 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:57:36.020190 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] subnetpool is already registered May 04 18:57:36.020611 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service CORE assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.020949 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:57:36.021285 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] subnetpool is already registered May 04 18:57:36.023602 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.024038 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service FLAVORS assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.024632 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.025054 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.025392 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:router May 04 18:57:36.025757 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] router is already registered May 04 18:57:36.026176 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:floatingip May 04 18:57:36.026516 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] floatingip is already registered May 04 18:57:36.027490 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service METERING assigned prefix: /metering {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.028156 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:57:36.028484 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] rbac_policy is already registered May 04 18:57:36.028900 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:security_group May 04 18:57:36.029237 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] security_group is already registered May 04 18:57:36.029670 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:57:36.030010 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] security_group_rule is already registered May 04 18:57:36.030628 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service CORE assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.030972 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:57:36.031309 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] subnetpool is already registered May 04 18:57:36.031731 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.v2.resource_helper [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Service CORE assigned prefix: {{(pid=103378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:57:36.032064 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:57:36.032400 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING neutron.quota.resource_registry [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] subnetpool is already registered May 04 18:57:36.032866 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: extensions {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.034322 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: address-groups {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.035892 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: address-scopes {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.037204 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: agents {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.038405 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: auto-allocated-topology {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.039627 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: availability_zones {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.040835 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: dhcp-networks {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.042365 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: dhcp-agents {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.044424 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: routers {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.046650 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: flavors {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.047794 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: service_profiles {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.048976 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: next_providers {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.050421 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: service_profiles {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.052003 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: floatingip-pools {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.053204 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: routers {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.055327 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: floatingips {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.057645 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: l3-routers {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.059043 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: l3-agents {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.060464 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: metering-labels {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.061865 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: metering-label-rules {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.063141 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: network-ip-availabilities {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.064366 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: bindings {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.066032 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: quotas {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.067576 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: quotas {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.069082 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: rbac-policies {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.070399 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: security-groups {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.071605 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: security-group-rules {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.072828 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: service-providers {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.074111 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: subnetpools {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.075506 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: subnetpools {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.076933 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.078626 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.080422 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.082230 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.083982 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.085838 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.087512 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.089904 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.091646 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.093506 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron.api.extensions [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Extended resource: tags {{(pid=103378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:57:36.099339 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING keystonemiddleware.auth_token [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 18:57:36.104060 dv-cinder-830901-3-iscsi neutron-server[103378]: WARNING keystonemiddleware.auth_token [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 18:57:36.113443 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_concurrency.lockutils [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Acquired lock "singleton_lock" {{(pid=103378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 18:57:36.113942 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_concurrency.lockutils [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Releasing lock "singleton_lock" {{(pid=103378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 18:57:36.114595 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO oslo_service.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Starting 2 workers May 04 18:57:36.119493 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Started child 103487 {{(pid=103378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:57:36.124010 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Started child 103488 {{(pid=103378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:57:36.124942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.125620 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO neutron.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Neutron service started, listening on 0.0.0.0:9696 May 04 18:57:36.126247 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.126555 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [-] (103487) wsgi starting up on http://0.0.0.0:9696 May 04 18:57:36.128711 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO oslo_service.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Starting 1 workers May 04 18:57:36.128829 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.130186 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [-] (103488) wsgi starting up on http://0.0.0.0:9696 May 04 18:57:36.133981 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Started child 103489 {{(pid=103378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:57:36.134535 dv-cinder-830901-3-iscsi neutron-server[103378]: INFO oslo_service.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Starting 1 workers May 04 18:57:36.137743 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] calling RpcWorker wait() {{(pid=103489) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 18:57:36.138553 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] returning from RpcWorker wait() {{(pid=103489) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 18:57:36.139428 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Started child 103490 {{(pid=103378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:57:36.139576 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.140097 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:36.140307 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-778d5d09-aff9-4777-b30f-6bc0bf9cbc1d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.142267 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 18:57:36.142553 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:57:36.142768 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:57:36.142972 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:57:36.143309 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:57:36.143478 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:57:36.144001 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.144470 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.144944 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.144944 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.145084 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.145589 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:36.145686 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.145911 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.146178 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.146477 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.146715 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.146887 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.147061 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.147330 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.147593 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.147893 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.148160 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.148420 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.148673 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.148866 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.149113 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.149385 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.149656 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.149932 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] debug = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.150184 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.150710 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.150941 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.151194 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.151414 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.151685 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.152460 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.152727 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.152963 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.153191 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.153440 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.153783 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.154026 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.154260 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.154475 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.154738 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.154960 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.155458 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] host = dv-cinder-830901-3-iscsi {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.155701 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.155921 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.156150 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.156413 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.156662 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.156877 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.157132 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.157561 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.157885 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.158119 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.158397 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.158654 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.158878 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.159124 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.159336 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_options = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.159541 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.159758 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.160015 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.160240 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.160461 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.160672 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.160860 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.161057 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.161288 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.161525 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.161754 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.161963 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.162169 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.162384 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.162618 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.162827 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.162827 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.163173 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.163362 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.163690 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.163690 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.164068 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.164374 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.164632 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.164920 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.165134 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.165388 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.165785 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.165991 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.168533 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.169291 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.169616 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.169878 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.170123 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.170529 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.170892 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.170892 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.171194 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.171577 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.171987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.172136 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.172325 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.172564 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.172833 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.173096 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.173312 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.173561 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_json = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.173788 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.174375 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.175380 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.175652 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.176993 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.180655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.182056 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183033 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183033 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183033 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183033 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183033 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183626 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183626 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183626 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.183987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.184113 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.184328 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.184556 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.184796 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.185044 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.185274 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.185599 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.185893 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.186174 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.186516 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.186807 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.187082 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.187351 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.187588 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.187840 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.188110 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.188336 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.188564 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.188785 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.189051 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.189295 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.189561 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.189821 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.190049 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.190271 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.190499 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.190741 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.191197 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.191640 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.192067 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.192500 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.192747 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.192989 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.193208 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.193446 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.193700 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.194102 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.194565 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.194984 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.195356 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.195604 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.196016 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.196278 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.196520 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.196739 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.196955 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.197180 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.197392 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.197796 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.198195 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.198601 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.199024 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.199418 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.199823 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.200244 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.200538 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.200836 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.201132 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.201421 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.201663 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.201888 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.202115 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.202335 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.202552 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.202770 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.202991 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.203228 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.203448 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.203662 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.203876 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.204091 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.204396 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.204647 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.204895 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.205136 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.205398 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.205638 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.205885 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.206104 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.206321 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.206551 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.206787 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.207030 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.207278 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.207500 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.207716 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.207969 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.208186 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.208422 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.208643 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.208859 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.209096 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.209318 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.209629 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.209863 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.210097 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.210336 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.210608 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.210886 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.211127 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.211420 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.211658 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.211913 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.212208 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.212469 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.212769 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.213004 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.213251 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.213544 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.213797 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.214064 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.214316 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.215093 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.215334 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.215591 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.215810 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.216028 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.216430 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.216756 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.217151 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.217372 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.217639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.217921 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.218148 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.218381 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.218650 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.218897 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.219130 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.219390 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.219620 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.219849 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.220082 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.220315 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.220531 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.220766 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.220981 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.221201 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.221413 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.221657 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.221907 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.222139 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.222352 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.222580 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.222987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.223361 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.223615 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.223837 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.224084 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.224323 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.224542 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.224777 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.225069 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.225236 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.225507 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.225732 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.226011 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.226258 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.226498 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.226721 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.227121 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.227405 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.227640 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.227884 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.228129 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.228365 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.228579 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.228801 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.229018 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.229249 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.229498 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.229713 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.229971 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.230785 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.231121 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.231387 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.231644 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.231901 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.232151 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.232369 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.232622 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.232840 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.233083 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.233300 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.233548 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.233788 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.234004 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.234219 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.234458 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.234694 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.234964 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.235201 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.235456 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.235674 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.235915 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.236169 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.236382 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.236601 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.236823 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.237054 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.237266 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.237498 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.237712 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.237999 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.238239 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.238477 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.238733 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.238948 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.239160 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.239404 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.239646 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.239857 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.240077 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.240292 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.240501 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.240720 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.240936 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.241168 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.241388 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.241648 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.241857 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.242078 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.242285 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.242495 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.242716 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.242930 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.243139 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.243383 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.243591 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.243806 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.244028 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.244265 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.244474 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.244718 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.244950 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.245159 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.245381 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.245634 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.245870 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.246142 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.246388 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.246603 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.249510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.249510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.249510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.249510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.249510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.249510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.249510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250052 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:36.250138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250648 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250648 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.250792 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.251003 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.251242 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.251522 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.251846 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.252119 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.252366 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.252605 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.252844 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.253058 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.253267 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.253556 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.253698 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.253926 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.254169 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.254415 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.254688 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.254858 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.255083 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.255320 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.255572 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.255783 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.256021 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.256259 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.256415 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:57:36.256920 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 18:57:36.257069 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:57:36.257266 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:57:36.257407 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:57:36.257562 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:57:36.257708 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:57:36.257915 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.258085 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.258275 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.258378 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.258561 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.258722 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.258879 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.259037 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.259195 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.259353 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.259510 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.259669 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.259827 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.259984 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.260140 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.260297 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.260455 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.260622 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.260782 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.260939 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.261096 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.261771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] debug = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.261937 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.262146 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.262437 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.262437 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.262669 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.262783 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.262908 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.263035 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.263193 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.263350 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.263506 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.263664 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.263822 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.263978 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.264136 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.264298 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.264455 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.264611 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] host = dv-cinder-830901-3-iscsi {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.264768 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.264925 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.265081 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.265238 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.265395 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.265614 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.265716 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.265873 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.266031 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.266188 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.266346 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.266503 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.266660 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.266816 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.266974 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_options = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.267132 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.267326 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.267460 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.267995 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.267995 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.267995 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.268348 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.268348 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.268348 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.268705 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.268705 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.268912 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.269021 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.269866 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.269866 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.269866 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.269866 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.270709 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.270709 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.270709 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.270709 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.270709 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.270709 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.273771 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274198 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.274639 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_json = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275469 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275469 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275469 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:57:36.275635 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276118 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276118 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276118 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276332 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276396 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276571 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276717 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.276880 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.277627 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.277758 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.277923 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.278099 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.278260 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.278413 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.278738 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.278899 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.279064 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.279213 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.279390 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.279564 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.279722 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.279883 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.280013 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.280173 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.280334 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.280495 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.280664 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.280829 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.280997 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.281173 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.281337 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.281518 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.281673 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.281831 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.282000 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.282138 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.282325 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.282559 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.282740 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.282869 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.283027 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.283186 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.283338 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.283502 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.283655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.283791 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.283953 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.284100 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.284245 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.284381 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.284553 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.284683 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.284904 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.285084 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.285209 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.285336 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.285495 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.285676 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.285831 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.285987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.286162 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.286324 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.286482 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.286644 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.286822 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.286973 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.287145 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.287284 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.287418 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.287546 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.287706 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.287861 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.288016 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.288216 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.288355 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.288528 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.288671 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.288799 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.288926 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.289060 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.289212 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.289374 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.289558 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.289713 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.289878 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.290027 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.290162 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.290332 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.290471 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.290599 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.290756 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.290941 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.291081 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.291220 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.291375 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.291536 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.291696 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.291857 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.292001 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.292165 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.292325 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.292500 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.292670 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.292834 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.292994 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.293155 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.293315 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.293491 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.293663 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.293823 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.293984 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.294144 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.294309 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.294469 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.294629 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.294787 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.294948 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.295108 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.295277 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.295439 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.295602 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.295763 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.295930 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.296100 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.296263 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.296424 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.296585 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.296744 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.296904 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.297064 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.297225 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.297385 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.297574 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.297736 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.297907 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.298068 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.298231 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.298392 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.298575 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.298736 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.298897 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.299059 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.299219 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.299379 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.299541 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.299701 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.299861 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.300021 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.300181 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.300342 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.300503 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.300664 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.300825 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.300986 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.301145 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.301307 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.301516 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.301660 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.301820 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.301982 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.302143 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.302304 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.302465 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.302626 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.302788 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.302949 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.303110 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.303271 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.303432 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.303613 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.303774 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.303935 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.304096 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.304261 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.304421 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.304585 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.304746 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.304907 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.305068 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.305230 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.305391 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.305574 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.305739 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.305900 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.306063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.306225 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.306385 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.306546 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.306706 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.306867 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.307028 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.307189 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.307349 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.307527 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.307688 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.307849 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.308011 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.308194 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.308357 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.308517 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.308677 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.308841 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.309000 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.309163 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.309324 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.309496 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.309662 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.309823 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.309983 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.310146 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.310309 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.310472 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.310633 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.310796 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.310958 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.311118 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.311280 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.311442 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.311602 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.311763 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.311923 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.312084 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.312257 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.312419 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.312580 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.312741 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.312901 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.313063 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.313234 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.313394 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.313642 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.313804 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.313964 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.314125 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.314299 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.314461 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.314622 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.314782 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.314943 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.315103 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.315271 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.315432 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.315592 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.315751 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.315901 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.316062 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.316232 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.316392 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.316552 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.316713 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.316872 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.317033 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.317202 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.317363 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.317544 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.317705 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.317865 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.318024 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.318195 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.318357 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.318518 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.318686 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.318847 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.319008 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.319168 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.319341 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.319502 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.319666 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.319827 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.319987 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.320148 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.320310 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.320475 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.320644 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.320810 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.320973 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.321140 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.321308 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.321490 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.321655 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.321821 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.321992 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.322154 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.322315 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.322476 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.322637 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.322798 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.322958 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.323118 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.323277 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.323438 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.323598 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.324260 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.324424 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.324584 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.324749 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.325048 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.325048 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.325211 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.325354 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.325559 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:57:36.325712 dv-cinder-830901-3-iscsi neutron-server[103378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:57:36.373354 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56018) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:36.381882 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063486 May 04 18:57:47.575621 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24af63e-ab18-4573-80ff-95ea81c1a9d8 None None] get_active_networks_info from dv-cinder-830901-3-iscsi {{(pid=103489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 18:57:47.595252 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d1848e4e-6543-416b-a94e-3179f206c4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33547041'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.667977 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24af63e-ab18-4573-80ff-95ea81c1a9d8 None None] No non-hosted networks {{(pid=103489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 18:57:49.877660 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-bb44566e-357a-4df9-91b0-be0aab96c7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33547041'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:49.917551 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6a60fbf2-c63e-4af5-9734-9cb4136c1536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:50.938301 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33547041'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.024221 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56088) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:51.538602 dv-cinder-830901-3-iscsi neutron-server[103488]: WARNING oslo_policy.policy [None req-441be921-71cb-43f0-8a32-cb8c60905657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:57:51.539235 dv-cinder-830901-3-iscsi neutron-server[103488]: WARNING oslo_policy.policy [None req-441be921-71cb-43f0-8a32-cb8c60905657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:57:51.772040 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [None req-441be921-71cb-43f0-8a32-cb8c60905657 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:57:51.785497 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-441be921-71cb-43f0-8a32-cb8c60905657 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7475595 May 04 18:57:52.496974 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33547041'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.911495 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33547041'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.913732 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.915016 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.915702 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.916268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.916618 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.917620 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.917995 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.918524 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.919074 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.919565 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.920112 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.920592 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.921073 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.921607 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.922278 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:53.922952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830901-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:53.936189 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830901-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:54.329662 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56118) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:54.654347 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-4259a731-5667-460a-a6ea-1f11d0137d72 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:54.745557 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.policy [None req-4259a731-5667-460a-a6ea-1f11d0137d72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103488) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:57:54.786664 dv-cinder-830901-3-iscsi neutron-server[103488]: WARNING oslo_policy.policy [None req-4259a731-5667-460a-a6ea-1f11d0137d72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:57:54.787063 dv-cinder-830901-3-iscsi neutron-server[103488]: WARNING oslo_policy.policy [None req-4259a731-5667-460a-a6ea-1f11d0137d72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:57:54.884130 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4259a731-5667-460a-a6ea-1f11d0137d72 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770778503345', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770778502821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770778519538', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770778529301', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770778531417', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770778538860', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-993096', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547958', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33082452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33445605'] for rbac-policy (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:54.955007 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4259a731-5667-460a-a6ea-1f11d0137d72 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:54.956200 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-4259a731-5667-460a-a6ea-1f11d0137d72 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6252320 May 04 18:57:55.194796 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.db.l3_hamode_db [None req-86e96712-f391-4bbd-8340-9a1b2d279284 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 18:57:55.274485 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e96712-f391-4bbd-8340-9a1b2d279284 None None] Routers set() bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:55.275039 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e96712-f391-4bbd-8340-9a1b2d279284 None None] Router IDs set() for agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 18:57:57.401905 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56130) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:57.712732 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:57.741702 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Made reservation on behalf of 4bed9b3587c1435482592b924abd1a89 for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:57.745487 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.761706 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.870522 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks [] for security_group (5203dba7-a768-44c2-82e5-36ff908c3c06), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.873903 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5203dba7-a768-44c2-82e5-36ff908c3c06), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.898486 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:57:57.934292 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770776466755', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (a768a076-812b-4e78-9e85-c992562da95c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.934886 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Unsubscribe: segment precommit_create {{(pid=103488) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:57:57.935402 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Added segment a768a076-812b-4e78-9e85-c992562da95c of type vlan for network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 May 04 18:57:57.951162 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5203dba7-a768-44c2-82e5-36ff908c3c06,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:58.001091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.001434 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.001814 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.002166 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.002497 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.002820 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.003140 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.003457 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.003774 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.004088 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.004403 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.004717 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.005030 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.005340 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.005678 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Tracked resource versions report: May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: pushed versions: May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: { 'AddressGroup': {'1.2'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Agent': {'1.1'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'ConntrackHelper': {'1.0'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'LocalIPAssociation': {'1.0'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Log': {'1.0'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'NDPProxy': {'1.0'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Network': {'1.1'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Port': {'1.7'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'PortForwarding': {'1.3'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'QosPolicy': {'1.10'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroup': {'1.5'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroupRule': {'1.2'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SubPort': {'1.0'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Subnet': {'1.1'}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Trunk': {'1.1'}} May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: consumer versions: May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Agent': '1.1', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'ConntrackHelper': '1.0', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'LocalIPAssociation': '1.0', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Log': '1.0', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'NDPProxy': '1.0', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Network': '1.1', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Port': '1.7', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'PortForwarding': '1.3', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'QosPolicy': '1.10', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroup': '1.5', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroupRule': '1.2', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SubPort': '1.0', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Subnet': '1.1', May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Trunk': '1.1'}} May 04 18:57:58.007043 dv-cinder-830901-3-iscsi neutron-server[103488]: {{(pid=103488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:57:58.047576 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (903cdf35-8060-4305-bad7-f3c0c5b1ae37), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.085424 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (903cdf35-8060-4305-bad7-f3c0c5b1ae37), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.091108 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:58.091778 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.151423 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7482657 May 04 18:57:58.210405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e41c8-cef1-410e-a670-aa1488b6b26e demo demo] Pushing event updated for resources: {'Network': ['ID=903cdf35-8060-4305-bad7-f3c0c5b1ae37,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:58.223630 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:58:00.627882 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56142) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:01.118658 dv-cinder-830901-3-iscsi neutron-server[103487]: WARNING oslo_policy.policy [None req-70d5f8a0-5021-4e2d-ba5a-226994a7e708 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:58:01.119192 dv-cinder-830901-3-iscsi neutron-server[103487]: WARNING oslo_policy.policy [None req-70d5f8a0-5021-4e2d-ba5a-226994a7e708 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:58:01.557818 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.policy [None req-70d5f8a0-5021-4e2d-ba5a-226994a7e708 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103487) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:58:01.598031 dv-cinder-830901-3-iscsi neutron-server[103487]: WARNING oslo_policy.policy [None req-70d5f8a0-5021-4e2d-ba5a-226994a7e708 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:58:01.598397 dv-cinder-830901-3-iscsi neutron-server[103487]: WARNING oslo_policy.policy [None req-70d5f8a0-5021-4e2d-ba5a-226994a7e708 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:58:01.605804 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5f8a0-5021-4e2d-ba5a-226994a7e708 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:01.607646 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-70d5f8a0-5021-4e2d-ba5a-226994a7e708 demo admin] 10.222.0.69 "GET /v2.0/networks/903cdf35-8060-4305-bad7-f3c0c5b1ae37 HTTP/1.1" status: 200 len: 825 time: 0.9776947 May 04 18:58:01.646628 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b0b3e31f-fa07-4f11-b7bd-85ecb14c19b1 demo admin] 10.222.0.69 "GET /v2.0/subnetpools/e6f74704-01f0-4e8b-877b-3e00333b40be HTTP/1.1" status: 200 len: 734 time: 0.0334365 May 04 18:58:01.655103 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e6f74704-01f0-4e8b-877b-3e00333b40be', 'name': 'private-subnet', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:01.690759 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Made reservation on behalf of 4bed9b3587c1435482592b924abd1a89 for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:01.693525 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.973837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (97e0a21f-2c59-4ebf-ab89-607ff0d8484e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.043560 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Checking segment: {'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:02.043939 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Network hostable DHCP agents. Network: 903cdf35-8060-4305-bad7-f3c0c5b1ae37, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:58:02.058244 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Pushing event updated for resources: {'Subnet': ['ID=97e0a21f-2c59-4ebf-ab89-607ff0d8484e,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:02.071209 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.071549 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.071903 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.072248 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.072574 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.072919 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.073235 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.073677 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.073996 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.074309 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.074620 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.074947 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.075260 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.075568 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.075875 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Tracked resource versions report: May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: pushed versions: May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: { 'AddressGroup': {'1.2'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Agent': {'1.1'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'ConntrackHelper': {'1.0'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'LocalIPAssociation': {'1.0'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Log': {'1.0'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'NDPProxy': {'1.0'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Network': {'1.1'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Port': {'1.7'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'PortForwarding': {'1.3'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'QosPolicy': {'1.10'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroup': {'1.5'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroupRule': {'1.2'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SubPort': {'1.0'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Subnet': {'1.1'}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Trunk': {'1.1'}} May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: consumer versions: May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Agent': '1.1', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'ConntrackHelper': '1.0', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'LocalIPAssociation': '1.0', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Log': '1.0', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'NDPProxy': '1.0', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Network': '1.1', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Port': '1.7', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'PortForwarding': '1.3', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'QosPolicy': '1.10', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroup': '1.5', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroupRule': '1.2', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SubPort': '1.0', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Subnet': '1.1', May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Trunk': '1.1'}} May 04 18:58:02.077224 dv-cinder-830901-3-iscsi neutron-server[103487]: {{(pid=103487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:58:02.093229 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:58:02.109741 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 903cdf35-8060-4305-bad7-f3c0c5b1ae37) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:02.113737 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:02.114351 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.118861 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33a148-4479-4da4-811f-cbd122cb5a33 None None] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:02.136538 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a0f25acf-9809-48d3-913a-b963c26d4773 demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4847541 May 04 18:58:02.387805 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'project_id': '4bed9b3587c1435482592b924abd1a89', 'fixed_ips': [{'subnet_id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:58:02.389143 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.673555 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Allocated IP 172.20.0.2 (903cdf35-8060-4305-bad7-f3c0c5b1ae37/97e0a21f-2c59-4ebf-ab89-607ff0d8484e/b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:02.943290 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Publish callbacks [] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.951268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.024291 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:03.030319 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:03.041762 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:03.044853 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Pushing event updated for resources: {'Port': ['ID=b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:03.055845 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.056193 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.056548 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.056905 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.057780 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.058116 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.058445 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.058769 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.059094 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.059417 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.059740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.060074 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.060403 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.060722 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.061038 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Tracked resource versions report: May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: pushed versions: May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: { 'AddressGroup': {'1.2'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Agent': {'1.1'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'ConntrackHelper': {'1.0'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'LocalIPAssociation': {'1.0'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Log': {'1.0'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'NDPProxy': {'1.0'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Network': {'1.1'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Port': {'1.7'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'PortForwarding': {'1.3'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'QosPolicy': {'1.10'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroup': {'1.5'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroupRule': {'1.2'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SubPort': {'1.0'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Subnet': {'1.1'}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Trunk': {'1.1'}} May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: consumer versions: May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Agent': '1.1', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'ConntrackHelper': '1.0', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'LocalIPAssociation': '1.0', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Log': '1.0', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'NDPProxy': '1.0', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Network': '1.1', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Port': '1.7', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'PortForwarding': '1.3', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'QosPolicy': '1.10', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroup': '1.5', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroupRule': '1.2', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SubPort': '1.0', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Subnet': '1.1', May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Trunk': '1.1'}} May 04 18:58:03.062432 dv-cinder-830901-3-iscsi neutron-server[103489]: {{(pid=103489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:58:03.136887 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Attempting to bind port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:03.137563 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Attempting to bind port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:03.137796 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Attempting to bind port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 on network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:03.142788 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:03.143164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Checking segment: {'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:03.143631 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.144022 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Bound using segment: {'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:03.144780 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Bound port: b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:03.145186 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.205956 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] For port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:03.225238 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] For port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0,segment=NetworkSegment(a768a076-812b-4e78-9e85-c992562da95c),segment_id=a768a076-812b-4e78-9e85-c992562da95c)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:03.233434 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.289189 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9126d-3690-4c41-9ad5-b761623b254a None None] Pushing event updated for resources: {'Port': ['ID=b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:04.657518 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56162) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:04.980803 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [None req-ee071608-4b6b-4969-987e-7a955c841d30 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:58:04.981834 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ee071608-4b6b-4969-987e-7a955c841d30 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3233087 May 04 18:58:07.486518 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56170) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:07.796455 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [None req-43e299c3-5450-4d2c-9b8e-ba7a4507909f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:58:07.797437 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-43e299c3-5450-4d2c-9b8e-ba7a4507909f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3100100 May 04 18:58:10.268099 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56178) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:10.577889 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-48c5d4b5-3c7f-47ac-bddf-8521c15bb75c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:10.601751 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-48c5d4b5-3c7f-47ac-bddf-8521c15bb75c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (1f6b183b-3320-4b52-97ad-77616dcf66e6), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:10.603339 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-48c5d4b5-3c7f-47ac-bddf-8521c15bb75c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (1f6b183b-3320-4b52-97ad-77616dcf66e6), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:10.739606 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-48c5d4b5-3c7f-47ac-bddf-8521c15bb75c demo demo] Publish callbacks [] for router_controller (1f6b183b-3320-4b52-97ad-77616dcf66e6), precommit_add_association {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:10.743795 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-48c5d4b5-3c7f-47ac-bddf-8521c15bb75c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (1f6b183b-3320-4b52-97ad-77616dcf66e6), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:10.763801 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-48c5d4b5-3c7f-47ac-bddf-8521c15bb75c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:10.764940 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-48c5d4b5-3c7f-47ac-bddf-8521c15bb75c demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4958639 May 04 18:58:13.255037 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56190) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:13.570389 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [None req-4a77f8ed-3ccb-4d65-af37-3334bdc21d8b admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:58:13.571373 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-4a77f8ed-3ccb-4d65-af37-3334bdc21d8b admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3154180 May 04 18:58:14.621673 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:14.696656 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587c029-b5cf-4262-8972-d0f8c18441c1 None None] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:14.772963 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:14.773374 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:14.805813 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-6fee3115-6048-4d4c-ac15-e0537c200609 None None] Provisioning complete for port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:14.806196 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6fee3115-6048-4d4c-ac15-e0537c200609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:14.996307 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:14.996699 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.020299 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3115-6048-4d4c-ac15-e0537c200609 None None] Current status of the port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:15.020686 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6fee3115-6048-4d4c-ac15-e0537c200609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.056446 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0,segment=NetworkSegment(a768a076-812b-4e78-9e85-c992562da95c),segment_id=a768a076-812b-4e78-9e85-c992562da95c)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:15.063363 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.128576 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.db.api [None req-6fee3115-6048-4d4c-ac15-e0537c200609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:58:15.128983 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG oslo_db.api [None req-6fee3115-6048-4d4c-ac15-e0537c200609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:58:15.137738 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:15.669208 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3115-6048-4d4c-ac15-e0537c200609 None None] Current status of the port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:15.786081 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-8175e9a7-39e2-4bfd-ad9c-22f0cdadb754 None None] Provisioning complete for port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:15.786466 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8175e9a7-39e2-4bfd-ad9c-22f0cdadb754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.860948 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-8175e9a7-39e2-4bfd-ad9c-22f0cdadb754 None None] Current status of the port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:16.046960 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56200) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:16.352795 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:16.375743 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Made reservation on behalf of 75aca24ee457414ebddf524e98cb22af for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:16.378184 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.408743 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.505706 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks [] for security_group (854f5ae8-32ca-4ddb-8ec9-7ba7c8155374), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.509074 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (854f5ae8-32ca-4ddb-8ec9-7ba7c8155374), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.523938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Reserving flat network on physical network physnet1 {{(pid=103487) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 18:58:16.548125 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854f5ae8-32ca-4ddb-8ec9-7ba7c8155374,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:16.555275 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770776466755', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (f0f34729-6db9-46e9-8b39-7558d3c8a5f2), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.555822 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Unsubscribe: segment precommit_create {{(pid=103487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:58:16.556309 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Added segment f0f34729-6db9-46e9-8b39-7558d3c8a5f2 of type flat for network d0601b1a-bd4c-4bad-8a58-d4afb452948b May 04 18:58:16.596589 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:16.611156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (d0601b1a-bd4c-4bad-8a58-d4afb452948b), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.645531 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:16.645922 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.649898 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (d0601b1a-bd4c-4bad-8a58-d4afb452948b), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.651350 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:16.651909 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.702894 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6547923 May 04 18:58:16.723280 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:16.746088 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c16333-169b-47c9-8b21-136c624f0428 admin admin] Pushing event updated for resources: {'Network': ['ID=d0601b1a-bd4c-4bad-8a58-d4afb452948b,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:16.756661 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:58:17.525693 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-4e7395f9-ee9f-48ae-881f-bae2a8953bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:19.141446 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56208) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:19.494485 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33ecd9-ad1a-45d3-bd4d-ea4e0facabc9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:19.495853 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2c33ecd9-ad1a-45d3-bd4d-ea4e0facabc9 demo admin] 10.222.0.69 "GET /v2.0/subnets/97e0a21f-2c59-4ebf-ab89-607ff0d8484e HTTP/1.1" status: 200 len: 849 time: 0.3534245 May 04 18:58:19.631966 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c940a4eb-dcfc-481d-8d4b-78b64721cdbe demo admin] 10.222.0.69 "GET /v2.0/routers/1f6b183b-3320-4b52-97ad-77616dcf66e6 HTTP/1.1" status: 200 len: 704 time: 0.1303473 May 04 18:58:19.870803 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0ded8e58-8a34-4040-92d0-4abe67b4ce3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:19.906312 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.195246 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Allocated IP 172.20.0.1 (903cdf35-8060-4305-bad7-f3c0c5b1ae37/97e0a21f-2c59-4ebf-ab89-607ff0d8484e/a8350d18-e4d5-4066-986f-b231225cdfdf) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:20.354053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks [] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.463481 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.533975 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:20.540048 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:20.548793 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:20.549345 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (1f6b183b-3320-4b52-97ad-77616dcf66e6), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.604054 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Pushing event updated for resources: {'Port': ['ID=a8350d18-e4d5-4066-986f-b231225cdfdf,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:20.704394 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-ad67f055-29c9-46bc-82f9-185e6f615eea None None] Provisioning complete for port a8350d18-e4d5-4066-986f-b231225cdfdf triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:20.704781 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ad67f055-29c9-46bc-82f9-185e6f615eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.738187 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-ad67f055-29c9-46bc-82f9-185e6f615eea None None] Port a8350d18-e4d5-4066-986f-b231225cdfdf cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:20.754037 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.901945 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.964170 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks [] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.968631 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.969501 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (1f6b183b-3320-4b52-97ad-77616dcf66e6), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.030856 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Pushing event updated for resources: {'Port': ['ID=a8350d18-e4d5-4066-986f-b231225cdfdf,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:21.094761 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:21.096062 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:21.259278 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-664a8a6e-fc7c-4ad6-9a93-477f41853ac9 None None] Provisioning complete for port a8350d18-e4d5-4066-986f-b231225cdfdf triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:21.260217 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-664a8a6e-fc7c-4ad6-9a93-477f41853ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.260966 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Router 1f6b183b-3320-4b52-97ad-77616dcf66e6 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:58:21.294084 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-664a8a6e-fc7c-4ad6-9a93-477f41853ac9 None None] Port a8350d18-e4d5-4066-986f-b231225cdfdf cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:21.357695 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:21.370643 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a188a7e2-7148-4cd7-b300-0cc9f7368188 demo admin] 10.222.0.69 "PUT /v2.0/routers/1f6b183b-3320-4b52-97ad-77616dcf66e6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7263808 May 04 18:58:21.389037 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Sync routers for ids ['1f6b183b-3320-4b52-97ad-77616dcf66e6'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:21.403330 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Routers {'1f6b183b-3320-4b52-97ad-77616dcf66e6'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:21.404208 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T18:58:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['1f6b183b-3320-4b52-97ad-77616dcf66e6'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:21.599234 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Set router 1f6b183b-3320-4b52-97ad-77616dcf66e6 gateway port host: None {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:22.013561 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'name': 'router1', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:10Z', 'updated_at': '2022-05-04T18:58:20Z', 'revision_number': 2, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'gw_port_host': None, '_interfaces': [{'id': 'a8350d18-e4d5-4066-986f-b231225cdfdf', 'name': '', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'mac_address': 'fa:16:3e:13:d5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:19Z', 'updated_at': '2022-05-04T18:58:20Z', 'revision_number': 2, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'subnets': [{'id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6f74704-01f0-4e8b-877b-3e00333b40be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:22.065123 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Checking router: 1f6b183b-3320-4b52-97ad-77616dcf66e6 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:22.065516 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Updating router 1f6b183b-3320-4b52-97ad-77616dcf66e6 port a8350d18-e4d5-4066-986f-b231225cdfdf binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:22.143280 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.439918 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.629654 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Publish callbacks [] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.638841 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.797561 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Pushing event updated for resources: {'Port': ['ID=a8350d18-e4d5-4066-986f-b231225cdfdf,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:22.820362 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.820679 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.821026 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.821363 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.821715 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.822069 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.822489 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.822716 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.823036 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.823352 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.823668 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.823987 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.824301 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.824613 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.824921 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Tracked resource versions report: May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: pushed versions: May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: { 'AddressGroup': {'1.2'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Agent': {'1.1'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'ConntrackHelper': {'1.0'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'LocalIPAssociation': {'1.0'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Log': {'1.0'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'NDPProxy': {'1.0'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Network': {'1.1'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Port': {'1.7'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'PortForwarding': {'1.3'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'QosPolicy': {'1.10'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroup': {'1.5'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroupRule': {'1.2'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SubPort': {'1.0'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Subnet': {'1.1'}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Trunk': {'1.1'}} May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: consumer versions: May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Agent': '1.1', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'ConntrackHelper': '1.0', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'LocalIPAssociation': '1.0', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Log': '1.0', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'NDPProxy': '1.0', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Network': '1.1', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Port': '1.7', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'PortForwarding': '1.3', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'QosPolicy': '1.10', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroup': '1.5', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroupRule': '1.2', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SubPort': '1.0', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Subnet': '1.1', May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Trunk': '1.1'}} May 04 18:58:22.826320 dv-cinder-830901-3-iscsi neutron-server[103490]: {{(pid=103490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:58:22.829104 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Attempting to bind port a8350d18-e4d5-4066-986f-b231225cdfdf on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:22.829104 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Attempting to bind port a8350d18-e4d5-4066-986f-b231225cdfdf by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:22.829640 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Attempting to bind port a8350d18-e4d5-4066-986f-b231225cdfdf on network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:22.835498 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:22.835954 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Checking segment: {'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:22.836938 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.836938 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Bound using segment: {'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:22.837603 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Bound port: a8350d18-e4d5-4066-986f-b231225cdfdf, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a768a076-812b-4e78-9e85-c992562da95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:22.837785 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.876456 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-185f1bd7-0363-4b6d-af22-ac89919ea141 None None] Provisioning complete for port a8350d18-e4d5-4066-986f-b231225cdfdf triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:22.877077 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-185f1bd7-0363-4b6d-af22-ac89919ea141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.909132 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] For port a8350d18-e4d5-4066-986f-b231225cdfdf, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:22.913558 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-185f1bd7-0363-4b6d-af22-ac89919ea141 None None] Port a8350d18-e4d5-4066-986f-b231225cdfdf cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:22.932155 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] For port a8350d18-e4d5-4066-986f-b231225cdfdf, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a8350d18-e4d5-4066-986f-b231225cdfdf,segment=NetworkSegment(a768a076-812b-4e78-9e85-c992562da95c),segment_id=a768a076-812b-4e78-9e85-c992562da95c)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:22.939332 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:23.002739 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d52f21-9573-41e0-8534-d99456a54f32 None None] Pushing event updated for resources: {'Port': ['ID=a8350d18-e4d5-4066-986f-b231225cdfdf,revision_number=4']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:23.005397 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Routers {'1f6b183b-3320-4b52-97ad-77616dcf66e6'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:23.006044 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T18:58:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['1f6b183b-3320-4b52-97ad-77616dcf66e6'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:23.109529 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] Set router 1f6b183b-3320-4b52-97ad-77616dcf66e6 gateway port host: None {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:23.232956 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-3dd45851-93f4-4fd7-8e16-c6a063c5142d None None] Provisioning complete for port a8350d18-e4d5-4066-986f-b231225cdfdf triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:23.233259 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3dd45851-93f4-4fd7-8e16-c6a063c5142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:23.313947 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-3dd45851-93f4-4fd7-8e16-c6a063c5142d None None] Current status of the port a8350d18-e4d5-4066-986f-b231225cdfdf is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:23.314792 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3dd45851-93f4-4fd7-8e16-c6a063c5142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:23.318947 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'name': 'router1', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:10Z', 'updated_at': '2022-05-04T18:58:20Z', 'revision_number': 2, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'gw_port_host': None, '_interfaces': [{'id': 'a8350d18-e4d5-4066-986f-b231225cdfdf', 'name': '', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'mac_address': 'fa:16:3e:13:d5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:19Z', 'updated_at': '2022-05-04T18:58:22Z', 'revision_number': 4, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'subnets': [{'id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6f74704-01f0-4e8b-877b-3e00333b40be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:23.348532 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47943211-b78f-4182-afe9-bb13375eeb0d None None] The sync data for ids ['1f6b183b-3320-4b52-97ad-77616dcf66e6'] in dv-cinder-830901-3-iscsi is: [{'id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'name': 'router1', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:10Z', 'updated_at': '2022-05-04T18:58:20Z', 'revision_number': 2, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'gw_port_host': None, '_interfaces': [{'id': 'a8350d18-e4d5-4066-986f-b231225cdfdf', 'name': '', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'mac_address': 'fa:16:3e:13:d5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:19Z', 'updated_at': '2022-05-04T18:58:22Z', 'revision_number': 4, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'subnets': [{'id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6f74704-01f0-4e8b-877b-3e00333b40be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:23.349950 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-3dd45851-93f4-4fd7-8e16-c6a063c5142d None None] For port a8350d18-e4d5-4066-986f-b231225cdfdf, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a8350d18-e4d5-4066-986f-b231225cdfdf,segment=NetworkSegment(a768a076-812b-4e78-9e85-c992562da95c),segment_id=a768a076-812b-4e78-9e85-c992562da95c)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:23.358164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3dd45851-93f4-4fd7-8e16-c6a063c5142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:23.409445 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd45851-93f4-4fd7-8e16-c6a063c5142d None None] Pushing event updated for resources: {'Port': ['ID=a8350d18-e4d5-4066-986f-b231225cdfdf,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:23.843281 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56228) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:23.897236 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:24.043341 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6052c1-e594-4c80-8d9e-e46fa7ed880d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:24.044698 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1b6052c1-e594-4c80-8d9e-e46fa7ed880d admin admin] 10.222.0.69 "GET /v2.0/networks/d0601b1a-bd4c-4bad-8a58-d4afb452948b HTTP/1.1" status: 200 len: 842 time: 0.2004769 May 04 18:58:24.054122 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:24.074715 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Made reservation on behalf of 75aca24ee457414ebddf524e98cb22af for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:24.077253 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:24.338181 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.objects.ports [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103487) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 18:58:24.338643 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (4448141a-f8b8-4695-8352-3a7725e8cdc4), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:24.466573 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4448141a-f8b8-4695-8352-3a7725e8cdc4,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:24.470797 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:24.471147 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Network hostable DHCP agents. Network: d0601b1a-bd4c-4bad-8a58-d4afb452948b, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:58:24.487709 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:58:24.497509 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, d0601b1a-bd4c-4bad-8a58-d4afb452948b) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:24.501646 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:24.502286 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:24.506427 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53d68f-b594-45db-bee6-d92bf56b6bff None None] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:24.521530 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-079e3df1-c3a9-44e8-9258-cdcf2e0d66a0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4664569 May 04 18:58:24.617220 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b41078-eb52-4dc6-a0a1-f40de5be43cd None None] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:26.977598 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56246) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:27.109247 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-889ca8f7-bac3-435a-bf29-8b382e434043 demo admin] 10.222.0.69 "GET /v2.0/routers/1f6b183b-3320-4b52-97ad-77616dcf66e6 HTTP/1.1" status: 200 len: 710 time: 0.1298640 May 04 18:58:27.193026 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2338669-a241-4749-a1d8-f2fbf094b47c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:27.194455 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f2338669-a241-4749-a1d8-f2fbf094b47c demo admin] 10.222.0.69 "GET /v2.0/networks/d0601b1a-bd4c-4bad-8a58-d4afb452948b HTTP/1.1" status: 200 len: 886 time: 0.0799148 May 04 18:58:27.203350 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:27.465629 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks [] for router_gateway (1f6b183b-3320-4b52-97ad-77616dcf66e6), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:27.686935 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks [] for router_gateway (1f6b183b-3320-4b52-97ad-77616dcf66e6), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:27.757391 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:27.860513 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Allocated IP 172.27.2.21 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/7dfe4693-bba3-4c02-b488-4dbec983301b) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:27.962839 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks [] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:27.996002 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.032675 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:28.035464 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:28.037987 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:28.078710 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Pushing event updated for resources: {'Port': ['ID=7dfe4693-bba3-4c02-b488-4dbec983301b,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:28.301656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks [] for router_gateway (1f6b183b-3320-4b52-97ad-77616dcf66e6), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.589525 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33553115', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33524802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2374'] for router (1f6b183b-3320-4b52-97ad-77616dcf66e6), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.592958 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33553120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33553129', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33524811'] for router (1f6b183b-3320-4b52-97ad-77616dcf66e6), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.705676 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Router 1f6b183b-3320-4b52-97ad-77616dcf66e6 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:58:28.812272 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:28.816512 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.817727 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-9781e73e-3202-4dc3-b828-8d21496b60bb demo admin] 10.222.0.69 "PUT /v2.0/routers/1f6b183b-3320-4b52-97ad-77616dcf66e6 HTTP/1.1" status: 200 len: 889 time: 1.6176162 May 04 18:58:30.609420 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a8350d18-e4d5-4066-986f-b231225cdfdf up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:30.657317 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port a8350d18-e4d5-4066-986f-b231225cdfdf triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:30.657725 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:30.736063 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port a8350d18-e4d5-4066-986f-b231225cdfdf is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:31.312801 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56258) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:31.426714 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-bd5f7390-3655-4102-a9fa-d53f53ad62ea admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126916 May 04 18:58:32.092204 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Sync routers for ids ['1f6b183b-3320-4b52-97ad-77616dcf66e6'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:32.104308 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Routers {'1f6b183b-3320-4b52-97ad-77616dcf66e6'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:32.105384 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T18:58:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['1f6b183b-3320-4b52-97ad-77616dcf66e6'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:32.327726 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Set router 1f6b183b-3320-4b52-97ad-77616dcf66e6 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:32.775678 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'name': 'router1', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7dfe4693-bba3-4c02-b488-4dbec983301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:10Z', 'updated_at': '2022-05-04T18:58:28Z', 'revision_number': 4, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'gw_port': {'id': '7dfe4693-bba3-4c02-b488-4dbec983301b', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:27Z', 'updated_at': '2022-05-04T18:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a8350d18-e4d5-4066-986f-b231225cdfdf', 'name': '', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'mac_address': 'fa:16:3e:13:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:19Z', 'updated_at': '2022-05-04T18:58:23Z', 'revision_number': 5, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'subnets': [{'id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6f74704-01f0-4e8b-877b-3e00333b40be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:32.827693 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Checking router: 1f6b183b-3320-4b52-97ad-77616dcf66e6 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:32.828040 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Updating router 1f6b183b-3320-4b52-97ad-77616dcf66e6 port 7dfe4693-bba3-4c02-b488-4dbec983301b binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:32.879192 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:33.210942 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Publish callbacks [] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:33.216864 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:33.260391 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Attempting to bind port 7dfe4693-bba3-4c02-b488-4dbec983301b on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:33.260764 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Attempting to bind port 7dfe4693-bba3-4c02-b488-4dbec983301b by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:33.261128 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Attempting to bind port 7dfe4693-bba3-4c02-b488-4dbec983301b on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:33.270659 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:33.271033 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:33.271429 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:33.271821 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:33.272288 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Bound port: 7dfe4693-bba3-4c02-b488-4dbec983301b, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:33.272668 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:33.303356 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d3956-8407-4744-a675-8f3185f1919a None None] Pushing event updated for resources: {'Port': ['ID=7dfe4693-bba3-4c02-b488-4dbec983301b,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:33.344150 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] For port 7dfe4693-bba3-4c02-b488-4dbec983301b, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:33.347669 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] For port 7dfe4693-bba3-4c02-b488-4dbec983301b, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=7dfe4693-bba3-4c02-b488-4dbec983301b,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:33.356286 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:33.418840 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Routers {'1f6b183b-3320-4b52-97ad-77616dcf66e6'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:33.419469 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T18:58:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['1f6b183b-3320-4b52-97ad-77616dcf66e6'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:33.422681 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d3956-8407-4744-a675-8f3185f1919a None None] Pushing event updated for resources: {'Port': ['ID=7dfe4693-bba3-4c02-b488-4dbec983301b,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:33.538789 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] Set router 1f6b183b-3320-4b52-97ad-77616dcf66e6 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:33.766537 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'name': 'router1', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7dfe4693-bba3-4c02-b488-4dbec983301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:10Z', 'updated_at': '2022-05-04T18:58:28Z', 'revision_number': 4, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'gw_port': {'id': '7dfe4693-bba3-4c02-b488-4dbec983301b', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:27Z', 'updated_at': '2022-05-04T18:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a8350d18-e4d5-4066-986f-b231225cdfdf', 'name': '', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'mac_address': 'fa:16:3e:13:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:19Z', 'updated_at': '2022-05-04T18:58:23Z', 'revision_number': 5, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'subnets': [{'id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6f74704-01f0-4e8b-877b-3e00333b40be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:33.801448 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd657a8-b8da-4d26-83a6-4d0777f895f7 None None] The sync data for ids ['1f6b183b-3320-4b52-97ad-77616dcf66e6'] in dv-cinder-830901-3-iscsi is: [{'id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'name': 'router1', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7dfe4693-bba3-4c02-b488-4dbec983301b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:10Z', 'updated_at': '2022-05-04T18:58:28Z', 'revision_number': 4, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'gw_port': {'id': '7dfe4693-bba3-4c02-b488-4dbec983301b', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:27Z', 'updated_at': '2022-05-04T18:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a8350d18-e4d5-4066-986f-b231225cdfdf', 'name': '', 'network_id': '903cdf35-8060-4305-bad7-f3c0c5b1ae37', 'tenant_id': '4bed9b3587c1435482592b924abd1a89', 'mac_address': 'fa:16:3e:13:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b183b-3320-4b52-97ad-77616dcf66e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:19Z', 'updated_at': '2022-05-04T18:58:23Z', 'revision_number': 5, 'project_id': '4bed9b3587c1435482592b924abd1a89', 'subnets': [{'id': '97e0a21f-2c59-4ebf-ab89-607ff0d8484e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6f74704-01f0-4e8b-877b-3e00333b40be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:34.668067 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 7dfe4693-bba3-4c02-b488-4dbec983301b up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:34.724878 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 7dfe4693-bba3-4c02-b488-4dbec983301b triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:34.725417 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:34.803894 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 7dfe4693-bba3-4c02-b488-4dbec983301b is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:34.804298 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:34.834090 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 7dfe4693-bba3-4c02-b488-4dbec983301b, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=7dfe4693-bba3-4c02-b488-4dbec983301b,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:34.838642 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:34.886009 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=7dfe4693-bba3-4c02-b488-4dbec983301b,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:36.679741 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 7dfe4693-bba3-4c02-b488-4dbec983301b up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:36.791858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 7dfe4693-bba3-4c02-b488-4dbec983301b triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:36.792344 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7dfe4693-bba3-4c02-b488-4dbec983301b), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:36.931977 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 7dfe4693-bba3-4c02-b488-4dbec983301b is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:39.194782 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:58:47.531029 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-50fa8671-8692-426b-99e4-7e0bfb9bd268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.879316 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-52a6b233-9435-4f39-98ac-c350f35a2b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.911899 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.586804 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.895569 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:16.186209 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:59:17.528344 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e637aee9-1a6b-4a6e-bf33-3743fd8fa7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:19.875763 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b363a841-f08b-4aae-91f6-6cf3492f5e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:20.910959 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:22.447702 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:23.892590 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:47.522403 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0e261caf-ada6-46b6-88e7-911e8d09699e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:49.878315 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0b4bb20b-cdd1-44f0-b021-dcc3371313e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:50.911756 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:52.447567 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:52.482641 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56742) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:52.543113 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e8c3d8-d125-4e96-933a-8c9986000f48 admin admin] GET failed (client error): The resource could not be found. May 04 18:59:52.544398 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-61e8c3d8-d125-4e96-933a-8c9986000f48 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608182 May 04 18:59:52.714118 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4838281d-39e8-41dc-b245-5da1cff679cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:52.715521 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-4838281d-39e8-41dc-b245-5da1cff679cf admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670790 May 04 18:59:53.184970 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:59:53.897288 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:54.948685 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56752) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:55.038775 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966f312-b7c3-4c25-97d5-b84ace7ec284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:55.040108 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8966f312-b7c3-4c25-97d5-b84ace7ec284 admin admin] 10.222.0.69 "GET /v2.0/subnets/97e0a21f-2c59-4ebf-ab89-607ff0d8484e HTTP/1.1" status: 200 len: 849 time: 0.0904689 May 04 18:59:55.049266 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:55.134297 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Publish callbacks [] for subnet (97e0a21f-2c59-4ebf-ab89-607ff0d8484e), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:55.275425 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770776414136'] for subnet (97e0a21f-2c59-4ebf-ab89-607ff0d8484e), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:55.308931 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:55.309533 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:55.310807 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] 10.222.0.69 "PUT /v2.0/subnets/97e0a21f-2c59-4ebf-ab89-607ff0d8484e HTTP/1.1" status: 200 len: 868 time: 0.2650416 May 04 18:59:55.328578 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e0a21f-2c59-4ebf-ab89-607ff0d8484e,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:55.332504 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b5050c-026a-49c8-9951-75ad3ec94d4c None None] Network 903cdf35-8060-4305-bad7-f3c0c5b1ae37 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:59:55.336597 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.336949 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.337296 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.337671 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.338000 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.338327 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.338714 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.338976 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.339336 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.339641 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.339983 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.340323 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.340642 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.341044 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.341419 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3273d9ce-028a-4885-a35e-744897f46d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:55.636258 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-32ed078a-f6d5-49e3-8865-81b8a5e81e94 None None] Provisioning complete for port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:55.636647 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-32ed078a-f6d5-49e3-8865-81b8a5e81e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:55.712898 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-32ed078a-f6d5-49e3-8865-81b8a5e81e94 None None] Current status of the port b8dd0ab4-bfe9-487a-81ef-2e12d2ea76f0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:55.720691 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-32ed078a-f6d5-49e3-8865-81b8a5e81e94 None None] Provisioning complete for port a8350d18-e4d5-4066-986f-b231225cdfdf triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:55.721029 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-32ed078a-f6d5-49e3-8865-81b8a5e81e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a8350d18-e4d5-4066-986f-b231225cdfdf), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:55.797919 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-32ed078a-f6d5-49e3-8865-81b8a5e81e94 None None] Current status of the port a8350d18-e4d5-4066-986f-b231225cdfdf is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:57.618649 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56760) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:57.825944 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d29dc7-a0bf-4433-9522-2af0e8917855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:57.826334 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d29dc7-a0bf-4433-9522-2af0e8917855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:57.827895 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-20d29dc7-a0bf-4433-9522-2af0e8917855 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2083349 May 04 19:00:00.101920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56770) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:00.232819 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a736b39-d7a0-48ef-bbb3-279e0329cdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:00.233214 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a736b39-d7a0-48ef-bbb3-279e0329cdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:00.234745 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9a736b39-d7a0-48ef-bbb3-279e0329cdaa admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318960 May 04 19:00:02.497222 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56778) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:02.713247 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee04d2fd-12ff-4e5d-8ed3-d6c442845df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:02.714585 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-ee04d2fd-12ff-4e5d-8ed3-d6c442845df7 admin admin] 10.222.0.69 "GET /v2.0/networks/903cdf35-8060-4305-bad7-f3c0c5b1ae37 HTTP/1.1" status: 200 len: 869 time: 0.2164040 May 04 19:00:04.980130 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56786) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:05.101115 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c9117-358c-4da9-96e2-40171332cccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:05.102482 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-aa4c9117-358c-4da9-96e2-40171332cccf admin admin] 10.222.0.69 "GET /v2.0/networks/d0601b1a-bd4c-4bad-8a58-d4afb452948b HTTP/1.1" status: 200 len: 886 time: 0.1213794 May 04 19:00:07.379388 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56794) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:07.501901 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82778d55-c6d0-4a7c-aa19-c45a1ec893ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.502358 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82778d55-c6d0-4a7c-aa19-c45a1ec893ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.503858 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-82778d55-c6d0-4a7c-aa19-c45a1ec893ad admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235547 May 04 19:00:09.776867 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56802) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:09.865344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7effdff8-2bcd-4c93-a221-452f55f3c996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:09.865826 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7effdff8-2bcd-4c93-a221-452f55f3c996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:09.867325 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-7effdff8-2bcd-4c93-a221-452f55f3c996 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895000 May 04 19:00:12.120214 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56810) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:12.203364 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be54f0a-f55a-4d14-b8d1-aadb011ce76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:12.204662 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-6be54f0a-f55a-4d14-b8d1-aadb011ce76a admin admin] 10.222.0.69 "GET /v2.0/subnets/4448141a-f8b8-4695-8352-3a7725e8cdc4 HTTP/1.1" status: 200 len: 816 time: 0.0835159 May 04 19:00:14.446526 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56818) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:14.538993 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce236949-962d-4c0f-8fab-840c38f2fa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:14.540306 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ce236949-962d-4c0f-8fab-840c38f2fa73 admin admin] 10.222.0.69 "GET /v2.0/subnets/97e0a21f-2c59-4ebf-ab89-607ff0d8484e HTTP/1.1" status: 200 len: 868 time: 0.0928361 May 04 19:00:17.528466 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-9335c317-6eb8-4366-a527-773d6c7ed314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:19.879596 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-67845b26-7b7e-4207-9f22-831538eb0154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:20.914112 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:22.444043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:23.900353 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:30.184146 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:00:47.531109 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-136c3628-3302-40c6-b394-c1cbf392611b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:49.881902 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c4b23f1a-eb46-4111-b9eb-603b011cb21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:50.917828 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:52.446765 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:53.903236 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:55.021886 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56878) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:55.068556 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [None req-37261d81-275a-4760-a297-3c0d442a4f2a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:00:55.069558 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-37261d81-275a-4760-a297-3c0d442a4f2a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0467217 May 04 19:00:57.422204 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56886) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:57.481128 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.pecan_wsgi.hooks.translation [None req-453177eb-7cfd-4b24-b366-9bda82706571 admin admin] GET failed (client error): The resource could not be found. May 04 19:00:57.482442 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-453177eb-7cfd-4b24-b366-9bda82706571 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593202 May 04 19:00:57.565267 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d26787-b76c-424f-945e-353d61ba092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:57.566705 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a8d26787-b76c-424f-945e-353d61ba092d admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803654 May 04 19:00:59.849913 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56894) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:59.894458 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:59.914706 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Made reservation on behalf of 75aca24ee457414ebddf524e98cb22af for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:00:59.917131 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:59.946406 dv-cinder-830901-3-iscsi neutron-server[103487]: WARNING neutron.services.revisions.revision_plugin [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Could not find related network for resource to bump revision. May 04 19:00:59.961044 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:00:59.970192 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (a143b7f1-e5ce-4048-8819-1b6fb406cb12), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:59.970520 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Added segment a143b7f1-e5ce-4048-8819-1b6fb406cb12 of type vlan for network 68661dea-ef3f-4908-8039-8072f29800ce May 04 19:01:00.104566 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (68661dea-ef3f-4908-8039-8072f29800ce), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:00.127397 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (68661dea-ef3f-4908-8039-8072f29800ce), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:00.128326 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:00.128907 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:00.161862 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3108881 May 04 19:01:00.190536 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Pushing event updated for resources: {'Network': ['ID=68661dea-ef3f-4908-8039-8072f29800ce,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:00.198487 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.198822 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.199176 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.199512 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.199835 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.200153 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.200470 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.200788 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.201117 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.201438 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.201796 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.202132 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.202447 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.202760 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.203065 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8feea8f-6615-483e-be17-4e23a374a097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:00.215468 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 68661dea-ef3f-4908-8039-8072f29800ce details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:01:02.452601 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56902) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:02.511493 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69ed190-f5d4-4342-82df-d22e15a1cc89 admin admin] GET failed (client error): The resource could not be found. May 04 19:01:02.512739 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e69ed190-f5d4-4342-82df-d22e15a1cc89 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591824 May 04 19:01:02.581458 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930df71-58bb-4833-9d94-1b661f66ac9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:02.582873 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c930df71-58bb-4833-9d94-1b661f66ac9a admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662200 May 04 19:01:02.592094 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:02.610089 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Made reservation on behalf of 75aca24ee457414ebddf524e98cb22af for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:01:02.612202 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:02.773400 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (760c6632-f399-4050-957a-e5978ea70b7d), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:02.824548 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760c6632-f399-4050-957a-e5978ea70b7d,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:02.835041 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Checking segment: {'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:01:02.835389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Network hostable DHCP agents. Network: 68661dea-ef3f-4908-8039-8072f29800ce, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:01:02.852111 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Network 68661dea-ef3f-4908-8039-8072f29800ce is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:01:02.859787 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 68661dea-ef3f-4908-8039-8072f29800ce) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:02.863886 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:02.864482 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:02.869173 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e7e5a-23ff-4464-9297-a5affc9f9383 None None] Network 68661dea-ef3f-4908-8039-8072f29800ce requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:01:02.880021 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-59f1e383-0129-4942-b57b-358803642283 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2911694 May 04 19:01:02.973569 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-68661dea-ef3f-4908-8039-8072f29800ce', 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce', 'project_id': '75aca24ee457414ebddf524e98cb22af', 'fixed_ips': [{'subnet_id': '760c6632-f399-4050-957a-e5978ea70b7d'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:01:02.974684 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:03.205006 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Allocated IP 192.168.233.2 (68661dea-ef3f-4908-8039-8072f29800ce/760c6632-f399-4050-957a-e5978ea70b7d/3024cbbb-3345-41c9-b2ca-6cc51a7a9a53) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:01:03.346968 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Publish callbacks [] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:03.352578 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:03.394232 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Network 68661dea-ef3f-4908-8039-8072f29800ce is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:01:03.398282 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:03.402166 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:01:03.413509 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Pushing event updated for resources: {'Port': ['ID=3024cbbb-3345-41c9-b2ca-6cc51a7a9a53,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:03.423007 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.423348 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.423699 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.424048 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.424368 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.424698 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.425000 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.425320 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.425659 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.426035 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.426353 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.426681 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.426995 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.427303 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.427608 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:03.479260 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Attempting to bind port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:01:03.479623 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Attempting to bind port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:01:03.479981 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Attempting to bind port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 on network 68661dea-ef3f-4908-8039-8072f29800ce {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:01:03.484961 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:01:03.485323 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Checking segment: {'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:01:03.485738 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:03.486124 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Bound using segment: {'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:01:03.486577 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Bound port: 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:01:03.486948 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:03.549899 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] For port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:01:03.553000 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] For port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=3024cbbb-3345-41c9-b2ca-6cc51a7a9a53,segment=NetworkSegment(a143b7f1-e5ce-4048-8819-1b6fb406cb12),segment_id=a143b7f1-e5ce-4048-8819-1b6fb406cb12)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:01:03.559147 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:03.617368 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13219174-496e-42dc-b8e7-43cf4758b652 None None] Pushing event updated for resources: {'Port': ['ID=3024cbbb-3345-41c9-b2ca-6cc51a7a9a53,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:04.409158 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d94ef-14c7-4a98-9bf5-77d7c1345960 None None] Network 68661dea-ef3f-4908-8039-8072f29800ce requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:01:04.521252 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-da77aa53-33eb-45b8-b817-4eca38aad4ce None None] Provisioning complete for port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:04.521669 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-da77aa53-33eb-45b8-b817-4eca38aad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:04.613256 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-da77aa53-33eb-45b8-b817-4eca38aad4ce None None] Current status of the port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:04.613831 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-da77aa53-33eb-45b8-b817-4eca38aad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:04.650325 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-da77aa53-33eb-45b8-b817-4eca38aad4ce None None] For port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=3024cbbb-3345-41c9-b2ca-6cc51a7a9a53,segment=NetworkSegment(a143b7f1-e5ce-4048-8819-1b6fb406cb12),segment_id=a143b7f1-e5ce-4048-8819-1b6fb406cb12)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:04.657585 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-da77aa53-33eb-45b8-b817-4eca38aad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:04.725499 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77aa53-33eb-45b8-b817-4eca38aad4ce None None] Pushing event updated for resources: {'Port': ['ID=3024cbbb-3345-41c9-b2ca-6cc51a7a9a53,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:04.766458 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:01:04.816158 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:04.817057 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:04.898737 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-e77069ca-e27d-423e-8d67-2858a92b487f None None] Provisioning complete for port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:04.899131 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e77069ca-e27d-423e-8d67-2858a92b487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:04.926835 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:04.986728 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-e77069ca-e27d-423e-8d67-2858a92b487f None None] Current status of the port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:06.701602 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:01:06.747243 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:06.747628 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3024cbbb-3345-41c9-b2ca-6cc51a7a9a53), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:06.821891 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 3024cbbb-3345-41c9-b2ca-6cc51a7a9a53 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:07.182553 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:01:17.534113 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6d9d634a-c82d-4746-8362-84454205745e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:19.885039 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-76c1ff23-dd5d-4ecc-a5d9-659a69fee43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:20.922913 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:22.450692 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:23.906006 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.181307 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:01:47.537572 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cda90daf-ab2b-47fa-a1a8-1aa2f61786e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:49.887140 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4d6f-d92a-437b-9173-8c2f1010d279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.926465 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:52.452122 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:53.909520 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:17.538256 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5e292b90-57c8-4fc1-9229-63183c8260ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:19.887284 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-883b09b1-5377-4059-b4af-634fbb734f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:20.929394 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:21.180609 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:02:22.454948 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.912898 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:31.574204 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56940) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:31.579834 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [None req-f357260f-e5ae-46d1-af76-87c0a3a7b06d tempest-verify_tempest_config-77055586 tempest-verify_tempest_config-77055586-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:02:31.580849 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f357260f-e5ae-46d1-af76-87c0a3a7b06d tempest-verify_tempest_config-77055586 tempest-verify_tempest_config-77055586-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056560 May 04 19:02:31.858724 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 56958) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:31.960175 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:32.037383 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Publish callbacks [] for security_group (7f761a95-2ea9-4071-ad6d-8eed071984c6), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:32.040796 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7f761a95-2ea9-4071-ad6d-8eed071984c6), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:32.083024 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f761a95-2ea9-4071-ad6d-8eed071984c6,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:32.087426 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=901d3f60fbc1459c88ecc9ae22ecbcf9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2277322 May 04 19:02:32.090262 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 56962) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:32.092070 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.092419 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.092769 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.093101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.093426 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.093773 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.094090 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.094951 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.095284 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.095605 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.095923 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.096263 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.096575 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.096911 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.097220 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f66a56-78f0-4e54-bea7-845588ec6a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.145754 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Publish callbacks [] for security_group (7f761a95-2ea9-4071-ad6d-8eed071984c6), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:32.168703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Publish callbacks [] for security_group (7f761a95-2ea9-4071-ad6d-8eed071984c6), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:32.257584 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7f761a95-2ea9-4071-ad6d-8eed071984c6), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:32.260216 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:32.261356 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f761a95-2ea9-4071-ad6d-8eed071984c6 HTTP/1.1" status: 204 len: 168 time: 0.1701348 May 04 19:02:32.269895 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f761a95-2ea9-4071-ad6d-8eed071984c6,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:32.276502 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.276852 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.277210 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.277578 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.277910 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.278238 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.278563 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.278890 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.279230 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.279554 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.280004 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.280240 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.280551 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.280864 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:32.281178 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c61a810-d44c-4d2d-ab67-2664b2801f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:47.539259 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a41e661b-5647-4f9b-983c-d03ccdbe7a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.888676 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-80726c7e-4274-4f6d-8bec-fdaba9a78ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:50.930308 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:52.458206 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:53.917907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:58.179095 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:03:17.541260 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0593b5f8-e3be-4843-a9f0-e03b70b2a737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:19.891622 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-763f4d23-6779-4966-a824-9ed3094ef41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:20.932810 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.461724 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:23.924050 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:35.181101 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:03:47.542847 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9169-dc36-4645-8de6-0688e606ef80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:49.892320 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-40c5a096-3e8a-4c2e-8853-44baf8e3fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:50.936668 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.464591 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:53.915038 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.179815 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 5 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:04:15.370893 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33547041'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.543416 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-7e97113a-d9aa-4210-877f-582038b674cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.893676 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2649-8aae-4355-8fd5-38731836ee29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.939734 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.467924 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.917156 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:29.656307 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57034) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:29.759172 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-fec7d5a9-8515-459b-a626-2fb227697e3b admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017478 May 04 19:04:32.057402 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57044) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:32.110109 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-faf44229-4f6a-43b5-a0ac-a20c0c5a9b0c admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0515943 May 04 19:04:45.346771 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:47.544476 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8af34a64-6637-4c13-b6b3-885db97ebdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:49.179489 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:04:49.895142 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-82c33c20-35e8-40f2-b69f-1cd73e05d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:50.941877 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:52.470510 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:53.919529 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:15.359492 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:17.554165 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0c37a534-f7ef-4086-af30-aaddbdae67e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.896642 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-9a56d937-2fc6-45fd-b370-d4c053bec552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:20.948829 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:22.476274 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:23.926225 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:26.178586 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:05:45.357711 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:47.545862 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0523e895-94b2-4390-b980-0eaf8613993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.898911 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8604bf3d-b755-4fe5-a0e3-8cc3f3b1ebe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.947284 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:52.478335 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.920587 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:03.178091 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:06:07.722215 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57192) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:07.966833 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-network', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:07.997235 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Made reservation on behalf of e7beef313fe3439db0866cfdb10fdbe2 for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:07.999757 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.008769 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.092281 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks [] for security_group (a5853f8e-de19-491a-a079-a5e0e9227da6), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.096362 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a5853f8e-de19-491a-a079-a5e0e9227da6), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.109240 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:06:08.135541 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.135796 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Added segment 6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2 of type vlan for network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 May 04 19:06:08.148736 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5853f8e-de19-491a-a079-a5e0e9227da6,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:08.156670 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.156983 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.157348 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.157790 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.158122 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.158452 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.158787 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.159106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.159447 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.160167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.160167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.160489 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.160817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.161137 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.161454 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Tracked resource versions report: May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: pushed versions: May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: { 'AddressGroup': {'1.2'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Agent': {'1.1'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'ConntrackHelper': {'1.0'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'LocalIPAssociation': {'1.0'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Log': {'1.0'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'NDPProxy': {'1.0'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Network': {'1.1'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Port': {'1.7'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'PortForwarding': {'1.3'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'QosPolicy': {'1.10'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroup': {'1.5'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroupRule': {'1.2'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SubPort': {'1.0'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Subnet': {'1.1'}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Trunk': {'1.1'}} May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: consumer versions: May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: HyperV agent@hv-cinder-83090: {}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Agent': '1.1', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'ConntrackHelper': '1.0', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'LocalIPAssociation': '1.0', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Log': '1.0', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'NDPProxy': '1.0', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Network': '1.1', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Port': '1.7', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'PortForwarding': '1.3', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'QosPolicy': '1.10', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroup': '1.5', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SecurityGroupRule': '1.2', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'SubPort': '1.0', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Subnet': '1.1', May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: 'Trunk': '1.1'}} May 04 19:06:08.162581 dv-cinder-830901-3-iscsi neutron-server[103488]: {{(pid=103488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 19:06:08.195874 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (3a2f1e63-50e7-4268-b40e-fc952c337bb5), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.226777 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (3a2f1e63-50e7-4268-b40e-fc952c337bb5), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.228079 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:08.228863 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.255972 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57234) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:08.256557 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5327652 May 04 19:06:08.266126 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Request body: {'subnet': {'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-subnet', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:08.293034 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Made reservation on behalf of e7beef313fe3439db0866cfdb10fdbe2 for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:08.295807 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.346264 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3499b08-e1af-4fe6-997d-1f68dd239802 admin admin] Pushing event updated for resources: {'Network': ['ID=3a2f1e63-50e7-4268-b40e-fc952c337bb5,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:08.357353 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:06:08.502082 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (17dfd93e-a83a-4804-9de5-b6aff3d84893), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.548853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Pushing event updated for resources: {'Subnet': ['ID=17dfd93e-a83a-4804-9de5-b6aff3d84893,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:08.553253 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57252) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:08.560380 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.560715 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.561055 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.561438 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.561857 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.562365 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.562837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.563405 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.563832 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.564165 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.564673 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.565152 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.565739 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.566415 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.566900 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Tracked resource versions report: May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: pushed versions: May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: { 'AddressGroup': {'1.2'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Agent': {'1.1'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'ConntrackHelper': {'1.0'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'LocalIPAssociation': {'1.0'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Log': {'1.0'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'NDPProxy': {'1.0'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Network': {'1.1'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Port': {'1.7'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'PortForwarding': {'1.3'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'QosPolicy': {'1.10'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroup': {'1.5'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroupRule': {'1.2'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SubPort': {'1.0'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Subnet': {'1.1'}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Trunk': {'1.1'}} May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: consumer versions: May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: HyperV agent@hv-cinder-83090: {}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Agent': '1.1', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'ConntrackHelper': '1.0', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'LocalIPAssociation': '1.0', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Log': '1.0', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'NDPProxy': '1.0', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Network': '1.1', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Port': '1.7', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'PortForwarding': '1.3', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'QosPolicy': '1.10', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroup': '1.5', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SecurityGroupRule': '1.2', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'SubPort': '1.0', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Subnet': '1.1', May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: 'Trunk': '1.1'}} May 04 19:06:08.568626 dv-cinder-830901-3-iscsi neutron-server[103487]: {{(pid=103487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 19:06:08.591777 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Checking segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:08.592126 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Network hostable DHCP agents. Network: 3a2f1e63-50e7-4268-b40e-fc952c337bb5, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:06:08.611114 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:06:08.622229 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 3a2f1e63-50e7-4268-b40e-fc952c337bb5) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:08.627615 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:08.628416 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.633039 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023cbe7-cbe3-4ff3-9416-392e5f67dd25 None None] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:08.651418 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-4fde98cf-6e6c-4bcc-9096-ff05c32912de admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3925292 May 04 19:06:08.653090 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57260) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:08.657633 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:08.683474 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.685236 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.756413 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:06:08.760687 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.831650 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks [] for router_controller (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), precommit_add_association {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:08.904324 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Allocated IP 172.20.0.2 (3a2f1e63-50e7-4268-b40e-fc952c337bb5/17dfd93e-a83a-4804-9de5-b6aff3d84893/a7781739-af02-4f24-baa0-1d6342ae9466) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:09.049991 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks [] for router_gateway (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.057802 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Publish callbacks [] for port (a7781739-af02-4f24-baa0-1d6342ae9466), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.064954 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.095676 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:09.098383 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:09.119471 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:09.128091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1046236890-network', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:09.184223 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57272) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:09.190495 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Made reservation on behalf of df8f18c943e24a3ab621f08fa24c596b for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:09.192820 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.197028 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Attempting to bind port a7781739-af02-4f24-baa0-1d6342ae9466 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:09.197635 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Attempting to bind port a7781739-af02-4f24-baa0-1d6342ae9466 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:09.198184 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Attempting to bind port a7781739-af02-4f24-baa0-1d6342ae9466 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:09.207599 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:09.208219 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Checking segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:09.208790 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.209316 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Bound using segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:09.209833 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.210166 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Bound port: a7781739-af02-4f24-baa0-1d6342ae9466, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:09.210709 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.235938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57282) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:09.271650 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Pushing event updated for resources: {'Port': ['ID=a7781739-af02-4f24-baa0-1d6342ae9466,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:09.281028 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.281650 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.282162 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.282670 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.283250 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.283735 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.284210 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.284681 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.285164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.285695 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.286019 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.286526 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.286786 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.287109 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.287428 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Tracked resource versions report: May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: pushed versions: May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: { 'AddressGroup': {'1.2'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Agent': {'1.1'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'ConntrackHelper': {'1.0'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'LocalIPAssociation': {'1.0'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Log': {'1.0'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'NDPProxy': {'1.0'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Network': {'1.1'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Port': {'1.7'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'PortForwarding': {'1.3'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'QosPolicy': {'1.10'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroup': {'1.5'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroupRule': {'1.2'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SubPort': {'1.0'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Subnet': {'1.1'}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Trunk': {'1.1'}} May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: consumer versions: May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: HyperV agent@hv-cinder-83090: {}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Agent': '1.1', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'ConntrackHelper': '1.0', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'LocalIPAssociation': '1.0', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Log': '1.0', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'NDPProxy': '1.0', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Network': '1.1', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Port': '1.7', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'PortForwarding': '1.3', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'QosPolicy': '1.10', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroup': '1.5', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SecurityGroupRule': '1.2', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'SubPort': '1.0', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Subnet': '1.1', May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: 'Trunk': '1.1'}} May 04 19:06:09.288585 dv-cinder-830901-3-iscsi neutron-server[103489]: {{(pid=103489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 19:06:09.319387 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] For port a7781739-af02-4f24-baa0-1d6342ae9466, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:09.323121 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] For port a7781739-af02-4f24-baa0-1d6342ae9466, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a7781739-af02-4f24-baa0-1d6342ae9466,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:09.332135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.341039 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks [] for router_gateway (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.377576 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.410925 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6decd-e53d-41e8-b168-bdcdde8af25c None None] Pushing event updated for resources: {'Port': ['ID=a7781739-af02-4f24-baa0-1d6342ae9466,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:09.512223 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-220030825-network', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:09.554520 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks [] for security_group (e416b479-9723-47f4-a05b-7afa3147010d), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.556313 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Made reservation on behalf of 5966de1f7fc9403087d0ec08be6a3085 for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:09.559719 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.582238 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-276935780-network', 'tenant_id': '2b6009c7f43b406e850c819b5b50311c'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:09.586219 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.661265 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Made reservation on behalf of 2b6009c7f43b406e850c819b5b50311c for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:09.664349 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.690869 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.806331 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Allocated IP 172.27.2.53 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/e1b66967-f5a9-4d0e-8279-c0f861a2e9e4) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:09.818043 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e416b479-9723-47f4-a05b-7afa3147010d), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.858913 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks [] for security_group (8241d552-a51f-42d7-a1c4-9d653fbaf4af), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.861906 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e416b479-9723-47f4-a05b-7afa3147010d,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:09.882069 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:06:09.886389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8241d552-a51f-42d7-a1c4-9d653fbaf4af), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.905439 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:06:09.920111 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (2d39e5a6-b5e4-4f67-b31a-0704bfdeade3), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.920618 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Added segment 2d39e5a6-b5e4-4f67-b31a-0704bfdeade3 of type vlan for network f77ad9c5-1b1c-436b-b024-d2a34457a300 May 04 19:06:09.929320 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (35b513c2-9f50-4038-b7bf-21e361e1b710), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.929692 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Added segment 35b513c2-9f50-4038-b7bf-21e361e1b710 of type vlan for network 10d3c238-2c90-40fe-8795-81f60cedf693 May 04 19:06:09.975354 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (f77ad9c5-1b1c-436b-b024-d2a34457a300), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.016008 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (10d3c238-2c90-40fe-8795-81f60cedf693), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.064030 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (f77ad9c5-1b1c-436b-b024-d2a34457a300), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.064983 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:10.065823 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.070233 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks [] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.078477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (10d3c238-2c90-40fe-8795-81f60cedf693), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.079975 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:10.080739 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.105815 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5506294 May 04 19:06:10.111423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57314) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:10.126926 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8241d552-a51f-42d7-a1c4-9d653fbaf4af,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.139921 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Request body: {'subnet': {'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1046236890-subnet', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:10.173930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=f77ad9c5-1b1c-436b-b024-d2a34457a300,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.187669 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5cb3db19-2b82-493c-8c3a-3ae7cc277fb7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0014563 May 04 19:06:10.191471 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57320) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:10.215374 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Request body: {'subnet': {'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-subnet', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:10.256081 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dba06c-fd58-465f-986e-603729620ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=10d3c238-2c90-40fe-8795-81f60cedf693,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.268518 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 10d3c238-2c90-40fe-8795-81f60cedf693 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:06:10.274250 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks [] for security_group (b6f0d0cf-413a-4767-9835-dd7f8d217289), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.275826 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Made reservation on behalf of 5966de1f7fc9403087d0ec08be6a3085 for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:10.281712 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Made reservation on behalf of df8f18c943e24a3ab621f08fa24c596b for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:10.284961 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.288725 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b6f0d0cf-413a-4767-9835-dd7f8d217289), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.300067 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.382106 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:06:10.384408 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:06:10.489878 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (3d2e036e-42c0-44ec-9015-72a638bc3571), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.490242 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Added segment 3d2e036e-42c0-44ec-9015-72a638bc3571 of type vlan for network a3f1423c-778f-4484-a1f0-73c377da0184 May 04 19:06:10.589013 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (a3f1423c-778f-4484-a1f0-73c377da0184), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.653578 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f0d0cf-413a-4767-9835-dd7f8d217289,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.676162 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (a3f1423c-778f-4484-a1f0-73c377da0184), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.677110 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:10.677723 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.711134 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (112c6114-9040-4008-bf33-67484848b64a), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.728846 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.826161 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5888944 May 04 19:06:10.827249 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8813539-6b1a-4d2c-aafa-ed39a8a6e141 admin admin] Pushing event updated for resources: {'Network': ['ID=a3f1423c-778f-4484-a1f0-73c377da0184,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.831634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57352) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:10.838625 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Request body: {'subnet': {'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-276935780-subnet', 'tenant_id': '2b6009c7f43b406e850c819b5b50311c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:10.851472 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network a3f1423c-778f-4484-a1f0-73c377da0184 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:06:10.911596 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Made reservation on behalf of 2b6009c7f43b406e850c819b5b50311c for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:10.917298 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.956604 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112c6114-9040-4008-bf33-67484848b64a,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.977805 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:11.039588 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a7781739-af02-4f24-baa0-1d6342ae9466 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:11.056324 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Checking segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:11.057258 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Network hostable DHCP agents. Network: 10d3c238-2c90-40fe-8795-81f60cedf693, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:06:11.065851 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:11.069341 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:11.116287 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b3ad2-053d-458a-af37-40a01a3afda2 None None] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:11.161007 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port a7781739-af02-4f24-baa0-1d6342ae9466 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:11.161617 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.244426 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-66bd96e2-73c4-41b1-b085-87924a80d17d None None] Provisioning complete for port a7781739-af02-4f24-baa0-1d6342ae9466 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:11.245036 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-66bd96e2-73c4-41b1-b085-87924a80d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.250880 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (47ee3115-3df9-43cc-a983-a47cbf1b7e43), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.362071 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Pushing event updated for resources: {'Port': ['ID=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:11.362974 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port a7781739-af02-4f24-baa0-1d6342ae9466 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:11.363514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.374644 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Checking segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:11.375158 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Network hostable DHCP agents. Network: f77ad9c5-1b1c-436b-b024-d2a34457a300, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:06:11.452668 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Network 10d3c238-2c90-40fe-8795-81f60cedf693 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:06:11.469207 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:06:11.479907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-66bd96e2-73c4-41b1-b085-87924a80d17d None None] Current status of the port a7781739-af02-4f24-baa0-1d6342ae9466 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:11.480866 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-66bd96e2-73c4-41b1-b085-87924a80d17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.484109 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port a7781739-af02-4f24-baa0-1d6342ae9466, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a7781739-af02-4f24-baa0-1d6342ae9466,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:11.495082 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.522095 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, f77ad9c5-1b1c-436b-b024-d2a34457a300) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:11.531586 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ee3115-3df9-43cc-a983-a47cbf1b7e43,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:11.571260 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:11.572922 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67951d4d-d045-4622-b8d2-187b1b135269 None None] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:11.573366 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.578408 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks [] for router_gateway (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.586635 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 10d3c238-2c90-40fe-8795-81f60cedf693) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:11.604438 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-fefe18f3-7965-4d0d-b567-85b476624fe7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4115956 May 04 19:06:11.645704 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:11.646660 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.649318 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57366) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:11.654761 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:11.694334 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-a664953d-6800-4e3e-ad7a-c7a3a5f57b40 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5779922 May 04 19:06:11.700839 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57372) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:11.706022 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:11.716587 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.726546 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.729953 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (6787e60f-4a02-48ba-82d4-f31c09602b28), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.794030 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf70a67-57d0-4c8e-89ef-976c07092a4e None None] Network 10d3c238-2c90-40fe-8795-81f60cedf693 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:11.805093 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6787e60f-4a02-48ba-82d4-f31c09602b28,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:11.829455 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Checking segment: {'id': '3d2e036e-42c0-44ec-9015-72a638bc3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:11.829938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Network hostable DHCP agents. Network: a3f1423c-778f-4484-a1f0-73c377da0184, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:06:11.857399 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=a7781739-af02-4f24-baa0-1d6342ae9466,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:11.883879 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Network a3f1423c-778f-4484-a1f0-73c377da0184 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:06:11.903837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, a3f1423c-778f-4484-a1f0-73c377da0184) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:11.907018 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.db.api [None req-66bd96e2-73c4-41b1-b085-87924a80d17d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 19:06:11.907659 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG oslo_db.api [None req-66bd96e2-73c4-41b1-b085-87924a80d17d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 19:06:11.923170 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:11.925332 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.926937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (944931c7-997a-4197-ad4a-6a1843a1b8e0), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.928323 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (944931c7-997a-4197-ad4a-6a1843a1b8e0), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:11.964864 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2556fd2f-222c-43be-9197-53be31a19156 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1297438 May 04 19:06:12.051743 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da1494-96a8-4ace-ad1d-87873d5e9a1c None None] Network a3f1423c-778f-4484-a1f0-73c377da0184 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:12.117839 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks [] for router_controller (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), precommit_add_association {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.125144 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-f77ad9c5-1b1c-436b-b024-d2a34457a300', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:06:12.125977 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.266288 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-10d3c238-2c90-40fe-8795-81f60cedf693', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:06:12.267185 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.485400 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-66bd96e2-73c4-41b1-b085-87924a80d17d None None] Current status of the port a7781739-af02-4f24-baa0-1d6342ae9466 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:12.541131 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks [] for router_controller (944931c7-997a-4197-ad4a-6a1843a1b8e0), precommit_add_association {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.642316 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de104a99-8028-45e3-8d68-cf505c5d03f1 None None] Network a3f1423c-778f-4484-a1f0-73c377da0184 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:12.677501 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks [] for router_gateway (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.693265 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.709639 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-8672359f-7514-4790-891c-aef419fad8c8 None None] Provisioning complete for port a7781739-af02-4f24-baa0-1d6342ae9466 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:12.710273 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8672359f-7514-4790-891c-aef419fad8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.719973 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57436) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:12.722233 dv-cinder-830901-3-iscsi neutron-server[103487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 19:06:12.765236 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Allocated IP 172.20.0.2 (f77ad9c5-1b1c-436b-b024-d2a34457a300/47ee3115-3df9-43cc-a983-a47cbf1b7e43/0c96b2b9-0eac-44d3-b5b4-0cd08fc94755) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:12.959073 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks [] for router_gateway (944931c7-997a-4197-ad4a-6a1843a1b8e0), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:12.987883 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57442) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:12.990556 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Allocated IP 172.20.0.2 (10d3c238-2c90-40fe-8795-81f60cedf693/112c6114-9040-4008-bf33-67484848b64a/b0b95f14-2d06-4eb2-bab7-719d98ffe672) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:12.993555 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a7781739-af02-4f24-baa0-1d6342ae9466 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:13.019337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-ff62b6eb-139d-4e08-a8c8-fa0c08276b18 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:13.024010 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-ff62b6eb-139d-4e08-a8c8-fa0c08276b18 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/networks?id=a3f1423c-778f-4484-a1f0-73c377da0184 HTTP/1.1" status: 200 len: 811 time: 0.3008080 May 04 19:06:13.050982 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4687f99c-09a1-46c7-b5d1-e7e8bd9e427e tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/quotas/2b6009c7f43b406e850c819b5b50311c HTTP/1.1" status: 200 len: 375 time: 0.0219808 May 04 19:06:13.136805 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-35c86936-27c9-42a4-b3d4-e478afd62e87 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2b6009c7f43b406e850c819b5b50311c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780463 May 04 19:06:13.145173 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-8672359f-7514-4790-891c-aef419fad8c8 None None] Current status of the port a7781739-af02-4f24-baa0-1d6342ae9466 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:13.155391 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-51b8c5e5-52ba-429e-a744-bdf00ba261c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.260511 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port a7781739-af02-4f24-baa0-1d6342ae9466 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:13.260897 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.263217 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Publish callbacks [] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.295770 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks [] for router_gateway (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.302682 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.355082 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.366822 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:06:13.367925 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-51b8c5e5-52ba-429e-a744-bdf00ba261c8 admin admin] Publish callbacks [] for security_group (e4cdd02a-a759-4258-92b7-0a4e13b9b472), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.373319 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-51b8c5e5-52ba-429e-a744-bdf00ba261c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e4cdd02a-a759-4258-92b7-0a4e13b9b472), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.409359 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-51b8c5e5-52ba-429e-a744-bdf00ba261c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22cd825d7a4e4635bcff6fe0a5940c69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4176791 May 04 19:06:13.411061 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-b222b197-2ffb-4a89-95d9-e97afec9e06f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:06:13.412120 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-b222b197-2ffb-4a89-95d9-e97afec9e06f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1299784 May 04 19:06:13.413961 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57456) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:13.419370 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:13.423028 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks [] for router_gateway (944931c7-997a-4197-ad4a-6a1843a1b8e0), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.429245 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:13.438028 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Pushing event updated for resources: {'Port': ['ID=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:13.449164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:13.483736 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Publish callbacks [] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.486725 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.508354 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8c5e5-52ba-429e-a744-bdf00ba261c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdd02a-a759-4258-92b7-0a4e13b9b472,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:13.540204 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.650689 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:06:13.653210 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Allocated IP 172.27.2.244 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/6a9e4ade-a6f9-403a-999c-0beac683e155) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:13.664646 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Sync routers for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:06:13.700068 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Network 10d3c238-2c90-40fe-8795-81f60cedf693 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:13.700835 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port a7781739-af02-4f24-baa0-1d6342ae9466 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:13.715291 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:13.715938 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:05:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:13.721219 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:13.727621 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Attempting to bind port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:13.727998 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Attempting to bind port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:13.728442 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Attempting to bind port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:13.732235 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:13.742421 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b817d93f-4013-4475-bc85-46832b623105 admin admin] Publish callbacks [] for security_group (e4cdd02a-a759-4258-92b7-0a4e13b9b472), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.742899 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.744238 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Pushing event updated for resources: {'Port': ['ID=b0b95f14-2d06-4eb2-bab7-719d98ffe672,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:13.752300 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:13.753098 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Checking segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:13.753707 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.754269 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Bound using segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:13.755002 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Bound port: 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:13.755741 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.758022 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57486) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:13.758168 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b0f87e94-5bc2-4123-a79c-7409b010832c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1037514 May 04 19:06:13.911164 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-8fcad154-3fcf-4c17-bfae-dc01c21fdd1e service neutron] 10.222.0.69 "GET /v2.0/networks/a3f1423c-778f-4484-a1f0-73c377da0184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842019 May 04 19:06:13.915890 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] For port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:13.919547 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] For port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:13.936421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks [] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.940510 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:13.957208 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:13.972721 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Attempting to bind port b0b95f14-2d06-4eb2-bab7-719d98ffe672 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:13.973136 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Attempting to bind port b0b95f14-2d06-4eb2-bab7-719d98ffe672 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:13.973532 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Attempting to bind port b0b95f14-2d06-4eb2-bab7-719d98ffe672 on network 10d3c238-2c90-40fe-8795-81f60cedf693 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:14.007045 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b817d93f-4013-4475-bc85-46832b623105 admin admin] Publish callbacks [] for security_group (e4cdd02a-a759-4258-92b7-0a4e13b9b472), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.052452 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:14.053135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Checking segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:14.053135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.053660 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Bound using segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:14.054065 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Bound port: b0b95f14-2d06-4eb2-bab7-719d98ffe672, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:14.054484 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.177583 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.200255 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44814522-6a66-4f47-ab8d-6a5f5072e6ee None None] Pushing event updated for resources: {'Port': ['ID=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:14.231324 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:11Z', 'revision_number': 3, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:14.262821 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] For port b0b95f14-2d06-4eb2-bab7-719d98ffe672, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:14.268170 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:14.269210 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] For port b0b95f14-2d06-4eb2-bab7-719d98ffe672, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=b0b95f14-2d06-4eb2-bab7-719d98ffe672,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:14.286310 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.289317 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Checking router: 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:06:14.289905 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Updating router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:06:14.292084 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:14.309678 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Allocated IP 172.27.2.182 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/af6e6923-0410-4c69-af0d-4e669815a966) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:14.314924 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9e4ade-a6f9-403a-999c-0beac683e155,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:14.322043 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:14.374992 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.382849 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b817d93f-4013-4475-bc85-46832b623105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e4cdd02a-a759-4258-92b7-0a4e13b9b472), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.386291 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b817d93f-4013-4475-bc85-46832b623105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.413046 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b817d93f-4013-4475-bc85-46832b623105 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4cdd02a-a759-4258-92b7-0a4e13b9b472 HTTP/1.1" status: 204 len: 168 time: 0.9982383 May 04 19:06:14.433068 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-d8b9721e-8a08-47a5-8d3e-9d9c8f0fb703 service neutron] 10.222.0.69 "GET /v2.0/networks/a3f1423c-778f-4484-a1f0-73c377da0184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5204890 May 04 19:06:14.509063 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d21ee-7b16-4d1c-b61d-43b6c1818390 None None] Pushing event updated for resources: {'Port': ['ID=b0b95f14-2d06-4eb2-bab7-719d98ffe672,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:14.690466 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817d93f-4013-4475-bc85-46832b623105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdd02a-a759-4258-92b7-0a4e13b9b472,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:14.922676 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57524) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:14.955017 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks [] for port (af6e6923-0410-4c69-af0d-4e669815a966), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.961386 dv-cinder-830901-3-iscsi neutron-server[103488]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 19:06:15.087018 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:15.187290 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:15.187703 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.190423 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2343cc9-d919-47aa-b942-bbf7e4822305 req-268e4d7a-fbb0-419a-a61b-0d6c5b923d68 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.2316525 May 04 19:06:15.219878 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (af6e6923-0410-4c69-af0d-4e669815a966), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.252404 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:15.288062 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:15.370951 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Pushing event updated for resources: {'Port': ['ID=af6e6923-0410-4c69-af0d-4e669815a966,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:15.375947 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks [] for router_gateway (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.393608 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:15.417023 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.477767 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.491991 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:15.492384 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.650437 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57554) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:15.666065 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:15.674981 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.728711 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Publish callbacks [] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.748543 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.837842 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:15.927053 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Attempting to bind port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:15.927694 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Attempting to bind port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:15.928300 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Attempting to bind port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:15.951977 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:15.952618 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:15.953215 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.954573 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78e5724-3bd9-48d2-8400-23249c13f88a None None] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:15.955529 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Allocated IP 172.20.0.1 (3a2f1e63-50e7-4268-b40e-fc952c337bb5/17dfd93e-a83a-4804-9de5-b6aff3d84893/a78ac215-2628-427a-a955-1d002ad48cd2) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:15.966898 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:15.968430 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Bound port: e1b66967-f5a9-4d0e-8279-c0f861a2e9e4, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:15.969087 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:15.972347 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Pushing event updated for resources: {'Port': ['ID=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:16.022309 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.023108 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.023655 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.024730 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.025255 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.026020 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.027762 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.028415 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.028929 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.029922 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.030488 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.031146 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.031730 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.032513 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.033106 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Tracked resource versions report: May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: pushed versions: May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: { 'AddressGroup': {'1.2'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Agent': {'1.1'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'ConntrackHelper': {'1.0'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'LocalIPAssociation': {'1.0'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Log': {'1.0'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'NDPProxy': {'1.0'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Network': {'1.1'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Port': {'1.7'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'PortForwarding': {'1.3'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'QosPolicy': {'1.10'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroup': {'1.5'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroupRule': {'1.2'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SubPort': {'1.0'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Subnet': {'1.1'}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Trunk': {'1.1'}} May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: consumer versions: May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: { DHCP agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: HyperV agent@hv-cinder-83090: {}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: L3 agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: Metadata agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: Metering agent@dv-cinder-830901-3-iscsi: {}, May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: Open vSwitch agent@dv-cinder-830901-3-iscsi: { 'AddressGroup': '1.2', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Agent': '1.1', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'ConntrackHelper': '1.0', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'LocalIPAssociation': '1.0', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Log': '1.0', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'NDPProxy': '1.0', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Network': '1.1', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Port': '1.7', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'PortForwarding': '1.3', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'QosPolicy': '1.10', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroup': '1.5', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SecurityGroupRule': '1.2', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'SubPort': '1.0', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Subnet': '1.1', May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: 'Trunk': '1.1'}} May 04 19:06:16.034613 dv-cinder-830901-3-iscsi neutron-server[103490]: {{(pid=103490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 19:06:16.121264 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] For port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:16.134774 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] For port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:16.149586 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.305048 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:16.305936 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:05:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:16.331388 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks [] for port (a78ac215-2628-427a-a955-1d002ad48cd2), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.399313 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42cd65-e1ef-41d8-a638-4a1ed86e643b None None] Network 10d3c238-2c90-40fe-8795-81f60cedf693 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:06:16.466141 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-465ae2da-6b5c-4489-89ad-d84f8671d544 None None] Provisioning complete for port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:16.466141 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-465ae2da-6b5c-4489-89ad-d84f8671d544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.478328 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b774c6-c5f0-486a-af7e-0986a11d4fb7 None None] Pushing event updated for resources: {'Port': ['ID=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:16.560617 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks [] for router_gateway (944931c7-997a-4197-ad4a-6a1843a1b8e0), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.593638 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-19d2969c-f761-4220-ae1e-d4fc944f3818 req-5d848319-5cd5-46db-aa93-28548a60fbcc tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.2091787 May 04 19:06:16.615110 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5eb6199f-b0a8-4c5a-962c-dbc0db76305f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.694750 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:16.703550 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.705521 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.904363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:16.937288 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:16.946843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:16.947316 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.969660 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Pushing event updated for resources: {'Port': ['ID=a78ac215-2628-427a-a955-1d002ad48cd2,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:17.283760 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device b0b95f14-2d06-4eb2-bab7-719d98ffe672 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:17.286101 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:11Z', 'revision_number': 3, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:17.353126 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5eb6199f-b0a8-4c5a-962c-dbc0db76305f admin admin] Publish callbacks [] for security_group (7a4af834-03b1-4099-992e-16675e8da2d5), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.358783 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cb144-83c1-4f7b-af6f-5b28958bcd4d None None] The sync data for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi is: [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:11Z', 'revision_number': 3, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:06:17.405805 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5eb6199f-b0a8-4c5a-962c-dbc0db76305f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7a4af834-03b1-4099-992e-16675e8da2d5), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.422937 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57626) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:17.451518 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port b0b95f14-2d06-4eb2-bab7-719d98ffe672 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:17.454091 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.458775 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (944931c7-997a-4197-ad4a-6a1843a1b8e0), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.513480 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5eb6199f-b0a8-4c5a-962c-dbc0db76305f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1bc7de2c2f1d4e9c88b45b11a315c7a4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7145853 May 04 19:06:17.537877 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57632) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:17.597351 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port b0b95f14-2d06-4eb2-bab7-719d98ffe672 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:17.598175 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.651234 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port b0b95f14-2d06-4eb2-bab7-719d98ffe672, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=b0b95f14-2d06-4eb2-bab7-719d98ffe672,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:17.654458 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-465ae2da-6b5c-4489-89ad-d84f8671d544 None None] Current status of the port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:17.661520 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-7e5f5283-0f1c-428c-ab49-b9b97a1c5556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.664560 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.665573 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:17.758741 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:17.759314 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.823298 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.840398 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:06:17.845907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Provisioning complete for port a78ac215-2628-427a-a955-1d002ad48cd2 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:17.846434 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:17.975204 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Port a78ac215-2628-427a-a955-1d002ad48cd2 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:17.994794 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:17.999265 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Provisioning complete for port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:17.999762 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.000445 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6199f-b0a8-4c5a-962c-dbc0db76305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4af834-03b1-4099-992e-16675e8da2d5,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:18.003962 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b91e118-826a-4556-ba5c-71c0d229f835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.024441 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dacb0481-7d78-4185-8f39-bff1f6910f78 req-a1b79320-258e-40ee-8582-303946571de4 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.1027746 May 04 19:06:18.069672 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06369113-47e6-4545-a372-48a35b0bd1ea admin admin] Publish callbacks [] for security_group (7a4af834-03b1-4099-992e-16675e8da2d5), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.082915 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=b0b95f14-2d06-4eb2-bab7-719d98ffe672,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:18.160218 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:06:18.162695 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Router 944931c7-997a-4197-ad4a-6a1843a1b8e0 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:06:18.173919 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Sync routers for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:06:18.176709 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Current status of the port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:18.194842 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Provisioning complete for port b0b95f14-2d06-4eb2-bab7-719d98ffe672 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:18.195480 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.223997 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:18.224649 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:05:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:18.248914 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.253675 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-5bb489b7-06a8-49fd-b173-e7b800960f46 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6001151 May 04 19:06:18.254989 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57650) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:18.334331 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06369113-47e6-4545-a372-48a35b0bd1ea admin admin] Publish callbacks [] for security_group (7a4af834-03b1-4099-992e-16675e8da2d5), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.388617 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-66a56925-a781-44d7-ade0-f92257ec1cce None None] Current status of the port b0b95f14-2d06-4eb2-bab7-719d98ffe672 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:18.426830 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:18.478107 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks [] for port (a78ac215-2628-427a-a955-1d002ad48cd2), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.491069 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.493266 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.499932 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06369113-47e6-4545-a372-48a35b0bd1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7a4af834-03b1-4099-992e-16675e8da2d5), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.502612 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06369113-47e6-4545-a372-48a35b0bd1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.506179 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-06369113-47e6-4545-a372-48a35b0bd1ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a4af834-03b1-4099-992e-16675e8da2d5 HTTP/1.1" status: 204 len: 168 time: 0.9558799 May 04 19:06:18.521189 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b91e118-826a-4556-ba5c-71c0d229f835 admin admin] Publish callbacks [] for security_group (5c72165f-2a79-45b0-89b8-cf2f957e751f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.561323 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b91e118-826a-4556-ba5c-71c0d229f835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5c72165f-2a79-45b0-89b8-cf2f957e751f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.571441 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06369113-47e6-4545-a372-48a35b0bd1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4af834-03b1-4099-992e-16675e8da2d5,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:18.624961 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:06:18.638764 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Sync routers for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:06:18.662168 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:18.670692 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:05:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:18.711431 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-a7a9d661-3aae-4b5a-b510-9a689ee63f2b None None] Provisioning complete for port b0b95f14-2d06-4eb2-bab7-719d98ffe672 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:18.711944 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d661-3aae-4b5a-b510-9a689ee63f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.724318 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Pushing event updated for resources: {'Port': ['ID=a78ac215-2628-427a-a955-1d002ad48cd2,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:18.746235 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3b91e118-826a-4556-ba5c-71c0d229f835 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d4b1ea121aa45c6974feb10b0e1d5ac&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3189547 May 04 19:06:18.759222 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57666) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:18.784798 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91e118-826a-4556-ba5c-71c0d229f835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c72165f-2a79-45b0-89b8-cf2f957e751f,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:18.893303 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:18.913308 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:18.928283 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e5f573d0-b797-40e0-a38a-fbf107787ff8 admin admin] Publish callbacks [] for security_group (5c72165f-2a79-45b0-89b8-cf2f957e751f), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.985670 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.991185 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-938dee58-a2ef-4c94-baa5-cb4ee532d556 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2882717 May 04 19:06:18.993161 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57680) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:19.031840 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:14Z', 'revision_number': 3, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:19.086992 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:19.136603 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Checking router: c1f0fa00-0624-4f27-9746-05cd77bdb8e4 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:06:19.137062 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Updating router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 port 6a9e4ade-a6f9-403a-999c-0beac683e155 binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:06:19.209158 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:19.211823 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:06:19.215342 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:19.234116 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e5f573d0-b797-40e0-a38a-fbf107787ff8 admin admin] Publish callbacks [] for security_group (5c72165f-2a79-45b0-89b8-cf2f957e751f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:19.304423 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:19.305138 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:19.374098 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:06:19.384566 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-cc8cdb22-e733-40ab-ad85-82ea605f6926 admin admin] 10.222.0.69 "PUT /v2.0/routers/3561ecbc-7dd7-4d26-8182-5c66d8ebae59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6184280 May 04 19:06:19.431952 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e5f573d0-b797-40e0-a38a-fbf107787ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5c72165f-2a79-45b0-89b8-cf2f957e751f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:19.436566 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e5f573d0-b797-40e0-a38a-fbf107787ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:19.441781 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e5f573d0-b797-40e0-a38a-fbf107787ff8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c72165f-2a79-45b0-89b8-cf2f957e751f HTTP/1.1" status: 204 len: 168 time: 0.6810746 May 04 19:06:19.459290 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f573d0-b797-40e0-a38a-fbf107787ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c72165f-2a79-45b0-89b8-cf2f957e751f,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:19.530524 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5926984b-54bf-49b1-af99-3584dba29888 req-b3df218c-8685-4a43-a621-97b74e48dce8 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.0653474 May 04 19:06:19.533211 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:16Z', 'revision_number': 3, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:19.714148 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Checking router: 944931c7-997a-4197-ad4a-6a1843a1b8e0 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:06:19.714782 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Updating router 944931c7-997a-4197-ad4a-6a1843a1b8e0 port af6e6923-0410-4c69-af0d-4e669815a966 binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:06:19.767953 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (af6e6923-0410-4c69-af0d-4e669815a966), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:19.826705 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9d661-3aae-4b5a-b510-9a689ee63f2b None None] Current status of the port b0b95f14-2d06-4eb2-bab7-719d98ffe672 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:19.936817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:19.994932 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:19.996118 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.013642 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ce65d944-abcb-4b74-a881-a3fed1375758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.055025 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57714) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:20.058307 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-f1d0a147-c561-409c-99bc-7cc2a6e66fa1 None None] Provisioning complete for port a78ac215-2628-427a-a955-1d002ad48cd2 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:20.058585 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a147-c561-409c-99bc-7cc2a6e66fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.066796 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Publish callbacks [] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.126683 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:20.129232 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.168990 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.169667 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device b0b95f14-2d06-4eb2-bab7-719d98ffe672 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:20.179262 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Sync routers for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:06:20.216103 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0a147-c561-409c-99bc-7cc2a6e66fa1 None None] Port a78ac215-2628-427a-a955-1d002ad48cd2 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:20.252211 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae66ff7-f009-48bb-a673-60b636169bc1 None None] Pushing event updated for resources: {'Port': ['ID=6a9e4ade-a6f9-403a-999c-0beac683e155,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:20.262234 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Attempting to bind port 6a9e4ade-a6f9-403a-999c-0beac683e155 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:20.262385 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Attempting to bind port 6a9e4ade-a6f9-403a-999c-0beac683e155 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:20.262736 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Attempting to bind port 6a9e4ade-a6f9-403a-999c-0beac683e155 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:20.288758 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:20.289478 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:20.297840 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:20.298098 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:20.298328 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.298723 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:20.299229 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Bound port: 6a9e4ade-a6f9-403a-999c-0beac683e155, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:20.299616 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.401298 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57722) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:20.413453 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Publish callbacks [] for port (af6e6923-0410-4c69-af0d-4e669815a966), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.426940 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (af6e6923-0410-4c69-af0d-4e669815a966), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.431084 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6b01f3a-e4ae-4a32-8d27-ed114d887038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.518122 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b3039-ea41-4858-9163-2cd43fb70d23 None None] Pushing event updated for resources: {'Port': ['ID=af6e6923-0410-4c69-af0d-4e669815a966,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:20.560495 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Attempting to bind port af6e6923-0410-4c69-af0d-4e669815a966 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:20.561217 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Attempting to bind port af6e6923-0410-4c69-af0d-4e669815a966 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:20.561817 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Attempting to bind port af6e6923-0410-4c69-af0d-4e669815a966 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:20.570292 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:20.571636 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:20.572349 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.574306 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:20.575060 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Bound port: af6e6923-0410-4c69-af0d-4e669815a966, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:20.575682 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (af6e6923-0410-4c69-af0d-4e669815a966), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.653975 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6b01f3a-e4ae-4a32-8d27-ed114d887038 admin admin] Publish callbacks [] for security_group (40058edb-f0d3-411d-abaf-c460593ae197), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.664092 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c6b01f3a-e4ae-4a32-8d27-ed114d887038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (40058edb-f0d3-411d-abaf-c460593ae197), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.677677 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] For port af6e6923-0410-4c69-af0d-4e669815a966, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:20.682017 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] For port af6e6923-0410-4c69-af0d-4e669815a966, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=af6e6923-0410-4c69-af0d-4e669815a966,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:20.688829 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (af6e6923-0410-4c69-af0d-4e669815a966), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.698820 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port b0b95f14-2d06-4eb2-bab7-719d98ffe672 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:20.699218 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.727123 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:20.769313 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c6b01f3a-e4ae-4a32-8d27-ed114d887038 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=baa7a7170ae54c71a2da5383ee783d89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3656940 May 04 19:06:20.777683 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b3039-ea41-4858-9163-2cd43fb70d23 None None] Pushing event updated for resources: {'Port': ['ID=af6e6923-0410-4c69-af0d-4e669815a966,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:20.788884 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57736) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:20.796605 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:20.797387 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:20.833885 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Allocated IP 172.20.0.1 (f77ad9c5-1b1c-436b-b024-d2a34457a300/47ee3115-3df9-43cc-a983-a47cbf1b7e43/dee6390a-cfb5-4471-bada-b25557d9fc5e) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:20.891834 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] For port 6a9e4ade-a6f9-403a-999c-0beac683e155, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:20.892389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57738) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:20.900241 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] For port 6a9e4ade-a6f9-403a-999c-0beac683e155, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6a9e4ade-a6f9-403a-999c-0beac683e155,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:20.910257 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:20.912932 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:20.915561 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-6f4a00d0-6715-45b7-9455-280574f40bda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407458113', 'description': 'tempest-description--1137518789'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:21.006972 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks [] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.025793 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:21.043248 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1851df00-2947-4886-8a44-ddf61db3c024 admin admin] Publish callbacks [] for security_group (40058edb-f0d3-411d-abaf-c460593ae197), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.076895 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-47967098-e255-47a5-b712-21f8b6d0ae94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.093546 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1851df00-2947-4886-8a44-ddf61db3c024 admin admin] Publish callbacks [] for security_group (40058edb-f0d3-411d-abaf-c460593ae197), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.124793 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.129189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.11', 60593) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:21.187156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6f4a00d0-6715-45b7-9455-280574f40bda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.233722 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.277948 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.287421 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:21.288090 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:21.288303 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4faae6d5-ee4a-441c-86e0-8aafd63e9b7c req-feda203f-4dca-43ae-8ff6-028963076bc6 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.5634537 May 04 19:06:21.324954 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b01f3a-e4ae-4a32-8d27-ed114d887038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40058edb-f0d3-411d-abaf-c460593ae197,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:21.362352 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:21.371942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6f4a00d0-6715-45b7-9455-280574f40bda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (97cd1128-3d94-4a3c-95b6-7527f0a55471), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.372997 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1851df00-2947-4886-8a44-ddf61db3c024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (40058edb-f0d3-411d-abaf-c460593ae197), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.375814 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1851df00-2947-4886-8a44-ddf61db3c024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.379851 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1851df00-2947-4886-8a44-ddf61db3c024 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40058edb-f0d3-411d-abaf-c460593ae197 HTTP/1.1" status: 204 len: 168 time: 0.5778561 May 04 19:06:21.381655 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port b0b95f14-2d06-4eb2-bab7-719d98ffe672 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:21.393741 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6f4a00d0-6715-45b7-9455-280574f40bda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (97cd1128-3d94-4a3c-95b6-7527f0a55471), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.401389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851df00-2947-4886-8a44-ddf61db3c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40058edb-f0d3-411d-abaf-c460593ae197,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:21.404273 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae66ff7-f009-48bb-a673-60b636169bc1 None None] Pushing event updated for resources: {'Port': ['ID=6a9e4ade-a6f9-403a-999c-0beac683e155,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:21.449949 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:21.456852 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:21.457303 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.460119 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6f4a00d0-6715-45b7-9455-280574f40bda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.461353 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-6f4a00d0-6715-45b7-9455-280574f40bda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5578928 May 04 19:06:21.464649 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57762) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:21.473967 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-ad23c43b-41e1-4f48-92f0-fd80b3ac1d49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'security_group_rule': {'security_group_id': '97cd1128-3d94-4a3c-95b6-7527f0a55471', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:21.506076 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:16Z', 'revision_number': 3, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:21.533161 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a00d0-6715-45b7-9455-280574f40bda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd1128-3d94-4a3c-95b6-7527f0a55471,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:21.553091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Pushing event updated for resources: {'Port': ['ID=dee6390a-cfb5-4471-bada-b25557d9fc5e,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:21.593432 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42364c6f-6653-48ed-bd90-b9e532bda786 None None] The sync data for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi is: [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:16Z', 'revision_number': 3, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:06:21.596556 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ad23c43b-41e1-4f48-92f0-fd80b3ac1d49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (4f8ed4fa-eb3b-476f-ad11-57820a792d47), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.646889 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:21.822614 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ad23c43b-41e1-4f48-92f0-fd80b3ac1d49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (4f8ed4fa-eb3b-476f-ad11-57820a792d47), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.838502 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ad23c43b-41e1-4f48-92f0-fd80b3ac1d49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (4f8ed4fa-eb3b-476f-ad11-57820a792d47), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.913088 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:21.927983 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23c43b-41e1-4f48-92f0-fd80b3ac1d49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8ed4fa-eb3b-476f-ad11-57820a792d47,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:21.942434 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ad23c43b-41e1-4f48-92f0-fd80b3ac1d49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:21.943567 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ad23c43b-41e1-4f48-92f0-fd80b3ac1d49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4734597 May 04 19:06:21.952625 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57786) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:21.960697 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-06ddfcb4-c1e1-4b15-ab71-ea93a7cc7a3b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'security_group_rule': {'security_group_id': '97cd1128-3d94-4a3c-95b6-7527f0a55471', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:22.035474 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06ddfcb4-c1e1-4b15-ab71-ea93a7cc7a3b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (79a394b9-e289-4a8f-8a57-d6d071f07048), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.060785 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-cee15642-0287-4a07-82e4-f35a13d3f8d4 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:22.062997 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-cee15642-0287-4a07-82e4-f35a13d3f8d4 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.11 "GET /v2.0/networks?id=a3f1423c-778f-4484-a1f0-73c377da0184 HTTP/1.1" status: 200 len: 811 time: 0.8963737 May 04 19:06:22.205843 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Request body: {'port': {'device_id': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184', 'admin_state_up': True, 'tenant_id': '2b6009c7f43b406e850c819b5b50311c'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:22.271259 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-5c42f39c-1a1c-49df-83e3-5661e1b73c8e None None] Provisioning complete for port dee6390a-cfb5-4471-bada-b25557d9fc5e triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:22.271657 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5c42f39c-1a1c-49df-83e3-5661e1b73c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.299777 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06ddfcb4-c1e1-4b15-ab71-ea93a7cc7a3b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (79a394b9-e289-4a8f-8a57-d6d071f07048), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.311084 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06ddfcb4-c1e1-4b15-ab71-ea93a7cc7a3b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (79a394b9-e289-4a8f-8a57-d6d071f07048), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.325692 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-5c42f39c-1a1c-49df-83e3-5661e1b73c8e None None] Port dee6390a-cfb5-4471-bada-b25557d9fc5e cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:22.332963 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddfcb4-c1e1-4b15-ab71-ea93a7cc7a3b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a394b9-e289-4a8f-8a57-d6d071f07048,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:22.347591 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-06ddfcb4-c1e1-4b15-ab71-ea93a7cc7a3b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.353106 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-06ddfcb4-c1e1-4b15-ab71-ea93a7cc7a3b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3992870 May 04 19:06:22.353692 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57818) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:22.355648 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-47967098-e255-47a5-b712-21f8b6d0ae94 admin admin] Publish callbacks [] for security_group (1897a446-c49e-4a71-874b-12ffbe7ea7a0), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.357885 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 2, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:22.359676 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:22.394278 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.478407 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:22.479966 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.482077 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-47967098-e255-47a5-b712-21f8b6d0ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1897a446-c49e-4a71-874b-12ffbe7ea7a0), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.514544 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Checking router: 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:06:22.514898 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Updating router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 port a78ac215-2628-427a-a955-1d002ad48cd2 binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:06:22.565743 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.645845 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.808201 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:22.920353 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:14Z', 'revision_number': 3, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:23.017279 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-47967098-e255-47a5-b712-21f8b6d0ae94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08e05a60807c4fd18ff49fa72bdfbc90&name=default HTTP/1.1" status: 200 len: 2995 time: 2.9517548 May 04 19:06:23.034149 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57844) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:23.045705 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717113ad-242d-4287-b716-d8b4de52b153 None None] The sync data for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi is: [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:14Z', 'revision_number': 3, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:06:23.137360 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Allocated IP 172.27.2.155 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/abbf13dd-1f0d-4afb-8677-d86bb2151aaf) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:23.212954 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:23.215882 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Allocated IP 172.20.0.1 (10d3c238-2c90-40fe-8795-81f60cedf693/112c6114-9040-4008-bf33-67484848b64a/c63ca66e-527b-4bf6-8adb-eb86a47495f4) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:23.273542 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ffba95c6-4766-498d-91f2-fa18e7255552 admin admin] Publish callbacks [] for security_group (1897a446-c49e-4a71-874b-12ffbe7ea7a0), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.394415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks [] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.402258 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ffba95c6-4766-498d-91f2-fa18e7255552 admin admin] Publish callbacks [] for security_group (1897a446-c49e-4a71-874b-12ffbe7ea7a0), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.456907 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.472415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47967098-e255-47a5-b712-21f8b6d0ae94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1897a446-c49e-4a71-874b-12ffbe7ea7a0,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:23.543998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.616960 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ffba95c6-4766-498d-91f2-fa18e7255552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1897a446-c49e-4a71-874b-12ffbe7ea7a0), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.629897 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ffba95c6-4766-498d-91f2-fa18e7255552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.631056 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ffba95c6-4766-498d-91f2-fa18e7255552 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1897a446-c49e-4a71-874b-12ffbe7ea7a0 HTTP/1.1" status: 204 len: 168 time: 0.5929878 May 04 19:06:23.647757 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.660095 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device af6e6923-0410-4c69-af0d-4e669815a966 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:23.737545 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba95c6-4766-498d-91f2-fa18e7255552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1897a446-c49e-4a71-874b-12ffbe7ea7a0,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:23.803622 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.833864 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Network 10d3c238-2c90-40fe-8795-81f60cedf693 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:23.840997 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-df4ec6e7-611e-4bb0-a6a9-00121656bfcd req-30c3d47f-49fe-4543-9d95-ce86c8b26a85 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 1.3042991 May 04 19:06:23.862165 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Pushing event updated for resources: {'Port': ['ID=c63ca66e-527b-4bf6-8adb-eb86a47495f4,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:23.871272 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:23.883448 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Publish callbacks [] for port (a78ac215-2628-427a-a955-1d002ad48cd2), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.884390 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:23.887329 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (944931c7-997a-4197-ad4a-6a1843a1b8e0), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:23.975844 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:23.990018 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:24.002362 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:24.004045 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:24.311019 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port af6e6923-0410-4c69-af0d-4e669815a966 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:24.315130 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (af6e6923-0410-4c69-af0d-4e669815a966), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:24.355444 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:24.515285 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'Port': ['ID=abbf13dd-1f0d-4afb-8677-d86bb2151aaf,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:24.689312 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (f7cd191d-8f7d-413b-8f54-0736e111f678), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:24.823042 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:24.917879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-7af1cefb-33c5-44a2-a1fd-3a2126d5b2d9 None None] Provisioning complete for port c63ca66e-527b-4bf6-8adb-eb86a47495f4 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:24.918264 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-7af1cefb-33c5-44a2-a1fd-3a2126d5b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:24.923302 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564dd05-e137-467b-82fc-39f6bafd579e None None] Pushing event updated for resources: {'Port': ['ID=a78ac215-2628-427a-a955-1d002ad48cd2,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:25.212554 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Made reservation on behalf of 2b6009c7f43b406e850c819b5b50311c for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:25.221265 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.491573 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57894) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:25.528331 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-7af1cefb-33c5-44a2-a1fd-3a2126d5b2d9 None None] Port c63ca66e-527b-4bf6-8adb-eb86a47495f4 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:25.555452 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Attempting to bind port a78ac215-2628-427a-a955-1d002ad48cd2 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:25.558344 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Attempting to bind port a78ac215-2628-427a-a955-1d002ad48cd2 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:25.558796 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Attempting to bind port a78ac215-2628-427a-a955-1d002ad48cd2 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:25.647639 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a69c0ccc-cb73-4173-a77d-dd97dc2ceb16 req-34923b8c-a542-486b-9bbe-ada30f597570 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.0815110 May 04 19:06:25.654207 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 57898) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:25.698811 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:25.701135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Checking segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:25.701612 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.704733 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Bound using segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:25.705133 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Bound port: a78ac215-2628-427a-a955-1d002ad48cd2, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:25.705571 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.742257 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13f5-5c2a-4a69-9572-fc733e6ecd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.778828 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.782882 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.797096 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-125568d8-0400-431a-8f2b-b2c2e09a9c25 None None] Provisioning complete for port a78ac215-2628-427a-a955-1d002ad48cd2 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:25.800253 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-125568d8-0400-431a-8f2b-b2c2e09a9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.802394 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.806817 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port af6e6923-0410-4c69-af0d-4e669815a966 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:25.807226 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (af6e6923-0410-4c69-af0d-4e669815a966), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.853456 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port af6e6923-0410-4c69-af0d-4e669815a966, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=af6e6923-0410-4c69-af0d-4e669815a966,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:25.907027 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (af6e6923-0410-4c69-af0d-4e669815a966), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.938573 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (f7cd191d-8f7d-413b-8f54-0736e111f678), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:25.983264 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks [] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.011817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.013063 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.015769 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-125568d8-0400-431a-8f2b-b2c2e09a9c25 None None] Port a78ac215-2628-427a-a955-1d002ad48cd2 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:26.033948 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.047626 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6920817 May 04 19:06:26.049528 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55120474-9f9f-4e45-9d97-6eed02afccbd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'Port': ['ID=abbf13dd-1f0d-4afb-8677-d86bb2151aaf,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:26.053149 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=af6e6923-0410-4c69-af0d-4e669815a966,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:26.074547 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] For port a78ac215-2628-427a-a955-1d002ad48cd2, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:26.078200 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] For port a78ac215-2628-427a-a955-1d002ad48cd2, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a78ac215-2628-427a-a955-1d002ad48cd2,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:26.085237 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.154661 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564dd05-e137-467b-82fc-39f6bafd579e None None] Pushing event updated for resources: {'Port': ['ID=a78ac215-2628-427a-a955-1d002ad48cd2,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:26.204506 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:26.204506 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:26.395359 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6a9e4ade-a6f9-403a-999c-0beac683e155 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:26.455163 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-26a46eed-2579-46b0-9998-84ce4f4c8edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.714456 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6a9e4ade-a6f9-403a-999c-0beac683e155 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:26.717038 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.718675 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Allocated IP 172.20.0.8 (a3f1423c-778f-4484-a1f0-73c377da0184/6787e60f-4a02-48ba-82d4-f31c09602b28/84ae57cd-445d-48f4-a111-8b738c387bc3) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:26.742797 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:26.764227 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Pushing event updated for resources: {'Port': ['ID=dee6390a-cfb5-4471-bada-b25557d9fc5e,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:26.810154 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-e7c24539-5294-45cb-bc24-e0a25cbef09e None None] Provisioning complete for port a78ac215-2628-427a-a955-1d002ad48cd2 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:26.811305 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e7c24539-5294-45cb-bc24-e0a25cbef09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.839959 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-26a46eed-2579-46b0-9998-84ce4f4c8edd admin admin] Publish callbacks [] for security_group (7140d699-eebf-442a-9076-3f4a41fdf3d5), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.850288 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-26a46eed-2579-46b0-9998-84ce4f4c8edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7140d699-eebf-442a-9076-3f4a41fdf3d5), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.874592 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-5072f737-851a-40c4-8cbe-2a53c85d1513 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--407458113&fields=id&tenant_id=e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 267 time: 0.3225827 May 04 19:06:26.946458 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-26a46eed-2579-46b0-9998-84ce4f4c8edd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=815a238944ab430586d4b8b3ba13eafd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2849839 May 04 19:06:26.953539 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57942) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:26.996493 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a46eed-2579-46b0-9998-84ce4f4c8edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140d699-eebf-442a-9076-3f4a41fdf3d5,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:27.100288 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-88391a79-8348-4d02-bccf-8958c9b836a7 req-cccb6550-514e-45e4-928b-f99bdae1d1e0 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.2338848 May 04 19:06:27.156918 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-e96705d1-cb80-4a9a-a8c6-109258a8a0bb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:27.158143 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6a9e4ade-a6f9-403a-999c-0beac683e155 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:27.158552 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.178117 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-e96705d1-cb80-4a9a-a8c6-109258a8a0bb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 817 time: 0.2832930 May 04 19:06:27.189311 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks [] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.205145 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-e7c24539-5294-45cb-bc24-e0a25cbef09e None None] Current status of the port a78ac215-2628-427a-a955-1d002ad48cd2 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:27.205589 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e7c24539-5294-45cb-bc24-e0a25cbef09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.211455 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 6a9e4ade-a6f9-403a-999c-0beac683e155, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6a9e4ade-a6f9-403a-999c-0beac683e155,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:27.215097 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-d18fc369-dd69-497d-b3d9-460416eaf9c3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/quotas/e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 375 time: 0.0193310 May 04 19:06:27.245910 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.317489 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:27.344890 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-e7c24539-5294-45cb-bc24-e0a25cbef09e None None] For port a78ac215-2628-427a-a955-1d002ad48cd2, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a78ac215-2628-427a-a955-1d002ad48cd2,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:27.352773 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-c8567483-45cf-4569-9ec7-f1f0e73ba768 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239855 May 04 19:06:27.354716 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:27.383655 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:26Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:27.395043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e7c24539-5294-45cb-bc24-e0a25cbef09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.426531 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.433495 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (944931c7-997a-4197-ad4a-6a1843a1b8e0), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.460314 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a5dea-98f0-4477-8f79-d55ca18f03cd None None] The sync data for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi is: [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:26Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:06:27.464571 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=6a9e4ade-a6f9-403a-999c-0beac683e155,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:27.516580 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13f5-5c2a-4a69-9572-fc733e6ecd37 admin admin] Publish callbacks [] for security_group (5f3b4d3f-7482-4bd5-9e19-bc6211100c18), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:27.610833 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-f78cc074-f1cf-4288-b3ba-ca23bcb3b8d0 service neutron] 10.222.0.69 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520618 May 04 19:06:27.653534 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24539-5294-45cb-bc24-e0a25cbef09e None None] Pushing event updated for resources: {'Port': ['ID=a78ac215-2628-427a-a955-1d002ad48cd2,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:27.848053 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-9baa5a3f-6b59-4c84-b920-eeb353170bc5 service neutron] 10.222.0.69 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297809 May 04 19:06:27.933043 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Pushing event updated for resources: {'Port': ['ID=c63ca66e-527b-4bf6-8adb-eb86a47495f4,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:27.960340 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-43c6c8be-5d6d-48cd-8a48-b5025bc18ee1 None None] Provisioning complete for port dee6390a-cfb5-4471-bada-b25557d9fc5e triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:27.972876 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-43c6c8be-5d6d-48cd-8a48-b5025bc18ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:28.180729 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-43c6c8be-5d6d-48cd-8a48-b5025bc18ee1 None None] Port dee6390a-cfb5-4471-bada-b25557d9fc5e cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:28.240754 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Network 10d3c238-2c90-40fe-8795-81f60cedf693 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:28.243577 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13f5-5c2a-4a69-9572-fc733e6ecd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5f3b4d3f-7482-4bd5-9e19-bc6211100c18), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:28.291246 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:28.334252 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27003195-f9a6-4bb8-936c-d87c01f384c9 req-c7cc3c95-4e90-419b-9cbe-6e1d4b296aa0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 210 time: 0.1395519 May 04 19:06:28.437002 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6a9e4ade-a6f9-403a-999c-0beac683e155 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:28.568885 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6a9e4ade-a6f9-403a-999c-0beac683e155 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:28.569284 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:28.667322 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-849f33e9-3c27-471e-89f5-ec0eacefba55 admin admin] Publish callbacks [] for security_group (7140d699-eebf-442a-9076-3f4a41fdf3d5), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:28.711299 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:06:28.725336 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-ac8b13f5-5c2a-4a69-9572-fc733e6ecd37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ca105658530437d8c2a9679e9242d83&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2111275 May 04 19:06:28.725957 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 57978) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:28.742759 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b13f5-5c2a-4a69-9572-fc733e6ecd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b4d3f-7482-4bd5-9e19-bc6211100c18,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:28.763228 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8ee6f7e-31d6-49fd-aea2-2583b670af9c req-d399114e-56e4-485c-9b05-9d6ec5e2e20d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.4952469 May 04 19:06:28.838269 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6a9e4ade-a6f9-403a-999c-0beac683e155 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:28.844792 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device af6e6923-0410-4c69-af0d-4e669815a966 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:29.000472 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-0a175bf8-4f99-4187-b00a-7aaa4e71d494 None None] Provisioning complete for port c63ca66e-527b-4bf6-8adb-eb86a47495f4 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:29.001128 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0a175bf8-4f99-4187-b00a-7aaa4e71d494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.055362 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port af6e6923-0410-4c69-af0d-4e669815a966 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:29.055739 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (af6e6923-0410-4c69-af0d-4e669815a966), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.168621 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-0a175bf8-4f99-4187-b00a-7aaa4e71d494 None None] Port c63ca66e-527b-4bf6-8adb-eb86a47495f4 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:29.232052 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-849f33e9-3c27-471e-89f5-ec0eacefba55 admin admin] Publish callbacks [] for security_group (7140d699-eebf-442a-9076-3f4a41fdf3d5), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.290709 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port af6e6923-0410-4c69-af0d-4e669815a966 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:29.295952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a78ac215-2628-427a-a955-1d002ad48cd2 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:29.412909 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port a78ac215-2628-427a-a955-1d002ad48cd2 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:29.416297 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.433048 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks [] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.544105 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-17d78eb9-e304-4e78-aef6-cc30b6f780d9 req-1b7d0380-da38-48c2-9e48-79c9afb67923 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 210 time: 0.1015003 May 04 19:06:29.582361 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port a78ac215-2628-427a-a955-1d002ad48cd2 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:29.658269 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-26deedab-f5ce-436b-b5e9-9e1944210dad admin admin] Publish callbacks [] for security_group (5f3b4d3f-7482-4bd5-9e19-bc6211100c18), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.850561 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Router 944931c7-997a-4197-ad4a-6a1843a1b8e0 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:06:29.870093 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-26deedab-f5ce-436b-b5e9-9e1944210dad admin admin] Publish callbacks [] for security_group (5f3b4d3f-7482-4bd5-9e19-bc6211100c18), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.953056 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d8236341-b48d-4f6f-96cc-bc133f933250 req-54fd6d4a-f34e-4246-8d83-b304ad8c7ab2 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.0438173 May 04 19:06:30.138920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-849f33e9-3c27-471e-89f5-ec0eacefba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7140d699-eebf-442a-9076-3f4a41fdf3d5), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.141650 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-849f33e9-3c27-471e-89f5-ec0eacefba55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.142902 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-849f33e9-3c27-471e-89f5-ec0eacefba55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7140d699-eebf-442a-9076-3f4a41fdf3d5 HTTP/1.1" status: 204 len: 168 time: 3.1759644 May 04 19:06:30.144039 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:06:30.155215 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Sync routers for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:06:30.175151 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e3fa9b96-0597-4446-a4a3-7515c1784e8b admin admin] 10.222.0.69 "PUT /v2.0/routers/c1f0fa00-0624-4f27-9746-05cd77bdb8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9190753 May 04 19:06:30.197593 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:30.200002 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:30.215727 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.217173 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-26deedab-f5ce-436b-b5e9-9e1944210dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5f3b4d3f-7482-4bd5-9e19-bc6211100c18), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.219656 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-26deedab-f5ce-436b-b5e9-9e1944210dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.220952 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-26deedab-f5ce-436b-b5e9-9e1944210dad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f3b4d3f-7482-4bd5-9e19-bc6211100c18 HTTP/1.1" status: 204 len: 168 time: 1.4794357 May 04 19:06:30.224628 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f33e9-3c27-471e-89f5-ec0eacefba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140d699-eebf-442a-9076-3f4a41fdf3d5,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:30.335786 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Network a3f1423c-778f-4484-a1f0-73c377da0184 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:30.339832 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Pushing event updated for resources: {'Port': ['ID=84ae57cd-445d-48f4-a111-8b738c387bc3,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:30.342421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:30.357926 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26deedab-f5ce-436b-b5e9-9e1944210dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b4d3f-7482-4bd5-9e19-bc6211100c18,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:30.468589 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:30.479897 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:30.480907 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.534191 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-4a44b505-90a3-45ff-9b6b-a4e30c803f23 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4031353 May 04 19:06:30.584012 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:06:30.598293 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Sync routers for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:06:30.606577 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-ca030a89-4226-4d85-af1b-567e87749957 admin admin] 10.222.0.69 "PUT /v2.0/routers/944931c7-997a-4197-ad4a-6a1843a1b8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6102870 May 04 19:06:30.615578 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:30.616337 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:30.625555 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-e6985cf6-5597-4c76-ab61-064ccdf02473 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:06:30.627513 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-e6985cf6-5597-4c76-ab61-064ccdf02473 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0147409 May 04 19:06:30.707874 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a564fdce-a4bb-4d86-845e-2e4b46470d4f req-581ddbc3-66af-44c7-b888-c775324f8c0d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0458586 May 04 19:06:30.719438 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:30.955150 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58064) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:30.982136 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd0cc-190a-4691-b9c8-838fa51b6aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.114102 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:31.181028 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:23Z', 'revision_number': 2, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:31.221975 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Checking router: c1f0fa00-0624-4f27-9746-05cd77bdb8e4 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:06:31.222650 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Updating router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 port dee6390a-cfb5-4471-bada-b25557d9fc5e binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:06:31.263095 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.402096 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6976c-2b90-4f18-9f4e-9000691d32b2 req-8267eccd-4736-489c-a7aa-6f2390cbe802 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:31.410673 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-69c6976c-2b90-4f18-9f4e-9000691d32b2 req-8267eccd-4736-489c-a7aa-6f2390cbe802 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 931 time: 0.2844632 May 04 19:06:31.667209 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd0cc-190a-4691-b9c8-838fa51b6aa0 admin admin] Publish callbacks [] for security_group (f9ae282a-460d-4b82-9696-e58c4d646e48), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.685387 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-69c6976c-2b90-4f18-9f4e-9000691d32b2 req-22f1dab5-3923-4bec-bd6f-1cab8de82073 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600555 May 04 19:06:31.686195 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd0cc-190a-4691-b9c8-838fa51b6aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f9ae282a-460d-4b82-9696-e58c4d646e48), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.791701 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58090) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:31.799894 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-2a3fd0cc-190a-4691-b9c8-838fa51b6aa0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8d58e3ba3e14007b9207a8d4dc2b55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8404424 May 04 19:06:31.800305 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58094) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:31.804153 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fd0cc-190a-4691-b9c8-838fa51b6aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae282a-460d-4b82-9696-e58c4d646e48,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:31.976317 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-974e870e-d5cb-4769-be04-cbd827e933c9 admin admin] Publish callbacks [] for security_group (f9ae282a-460d-4b82-9696-e58c4d646e48), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.013776 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Publish callbacks [] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.024495 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.033168 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-974e870e-d5cb-4769-be04-cbd827e933c9 admin admin] Publish callbacks [] for security_group (f9ae282a-460d-4b82-9696-e58c4d646e48), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.074992 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.11', 60613) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:32.106987 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:26Z', 'revision_number': 2, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:32.125015 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-974e870e-d5cb-4769-be04-cbd827e933c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f9ae282a-460d-4b82-9696-e58c4d646e48), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.128877 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-974e870e-d5cb-4769-be04-cbd827e933c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.130696 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-974e870e-d5cb-4769-be04-cbd827e933c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9ae282a-460d-4b82-9696-e58c4d646e48 HTTP/1.1" status: 204 len: 168 time: 0.3287146 May 04 19:06:32.170909 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e870e-d5cb-4769-be04-cbd827e933c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae282a-460d-4b82-9696-e58c4d646e48,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:32.243995 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Checking router: 944931c7-997a-4197-ad4a-6a1843a1b8e0 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:06:32.243995 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Updating router 944931c7-997a-4197-ad4a-6a1843a1b8e0 port c63ca66e-527b-4bf6-8adb-eb86a47495f4 binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:06:32.362361 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Attempting to bind port dee6390a-cfb5-4471-bada-b25557d9fc5e on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:32.362948 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Attempting to bind port dee6390a-cfb5-4471-bada-b25557d9fc5e by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:32.363047 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Attempting to bind port dee6390a-cfb5-4471-bada-b25557d9fc5e on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:32.385552 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:32.386247 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Checking segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:32.386485 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.386925 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Bound using segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:32.387433 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Bound port: dee6390a-cfb5-4471-bada-b25557d9fc5e, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:32.387811 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.458339 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.474695 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Request body: {'port': {'device_id': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:32.475898 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7699db64-740a-493d-81dd-e2e657044afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.636317 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.670965 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696bdaa-d503-4456-af7a-4b219843157f None None] Pushing event updated for resources: {'Port': ['ID=dee6390a-cfb5-4471-bada-b25557d9fc5e,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:32.805204 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] For port dee6390a-cfb5-4471-bada-b25557d9fc5e, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:32.827947 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] For port dee6390a-cfb5-4471-bada-b25557d9fc5e, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=dee6390a-cfb5-4471-bada-b25557d9fc5e,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:32.846081 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7699db64-740a-493d-81dd-e2e657044afc admin admin] Publish callbacks [] for security_group (aa5b33dd-553c-4530-bd3e-2132589b7b3e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.857895 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7699db64-740a-493d-81dd-e2e657044afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (aa5b33dd-553c-4530-bd3e-2132589b7b3e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.902192 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-57282c69-9f0c-46c9-9938-e4f02095937d None None] Provisioning complete for port dee6390a-cfb5-4471-bada-b25557d9fc5e triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:32.902875 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57282c69-9f0c-46c9-9938-e4f02095937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.958981 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-88e6be95-9f5d-47b7-8747-57f430f1b2c4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:32.977700 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-88e6be95-9f5d-47b7-8747-57f430f1b2c4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 818 time: 0.4902709 May 04 19:06:32.992182 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.050501 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-f51cd93d-4681-4a62-bb1e-c10eae6c64c8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/quotas/5966de1f7fc9403087d0ec08be6a3085 HTTP/1.1" status: 200 len: 375 time: 0.0687685 May 04 19:06:33.068242 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-7699db64-740a-493d-81dd-e2e657044afc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ce5c0e0d5374778a71349069aeef99d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2740119 May 04 19:06:33.070553 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58130) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:33.075275 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-514c0dff-3d44-47c8-84ed-7d8cc69f808d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:33.075275 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-514c0dff-3d44-47c8-84ed-7d8cc69f808d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 817 time: 0.9801755 May 04 19:06:33.085512 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-57282c69-9f0c-46c9-9938-e4f02095937d None None] Port dee6390a-cfb5-4471-bada-b25557d9fc5e cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:33.140076 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696bdaa-d503-4456-af7a-4b219843157f None None] Pushing event updated for resources: {'Port': ['ID=dee6390a-cfb5-4471-bada-b25557d9fc5e,revision_number=4']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.280470 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699db64-740a-493d-81dd-e2e657044afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b33dd-553c-4530-bd3e-2132589b7b3e,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.365551 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1d9bfd7b-5610-4a35-9bde-158ad4e9bbc8 admin admin] Publish callbacks [] for security_group (aa5b33dd-553c-4530-bd3e-2132589b7b3e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.393426 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-d3a4242d-5e56-464f-927d-362bd7e8e908 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3408780 May 04 19:06:33.532094 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58152) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:33.543668 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-487e4e18-4ced-4381-8afd-458dcf85cf97 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 379 time: 0.4347980 May 04 19:06:33.548572 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1d9bfd7b-5610-4a35-9bde-158ad4e9bbc8 admin admin] Publish callbacks [] for security_group (aa5b33dd-553c-4530-bd3e-2132589b7b3e), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.559693 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Publish callbacks [] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.575998 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.581856 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-7d60b2a4-e452-46e0-bc81-63f0f1a9882a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498132128', 'description': 'tempest-description--1319737180'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:33.633113 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'port': {'device_id': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'admin_state_up': True, 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'security_groups': ['97cd1128-3d94-4a3c-95b6-7527f0a55471']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:33.742659 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:33.747880 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:33.796639 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317c77b-5a9d-4611-b572-a5d888f8d63d None None] Pushing event updated for resources: {'Port': ['ID=c63ca66e-527b-4bf6-8adb-eb86a47495f4,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.883589 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-c0218466-42e6-4c2c-94be-b97bde0fc04e service neutron] 10.222.0.69 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638410 May 04 19:06:33.918569 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1d9bfd7b-5610-4a35-9bde-158ad4e9bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (aa5b33dd-553c-4530-bd3e-2132589b7b3e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.927633 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1d9bfd7b-5610-4a35-9bde-158ad4e9bbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.931454 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1d9bfd7b-5610-4a35-9bde-158ad4e9bbc8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aa5b33dd-553c-4530-bd3e-2132589b7b3e HTTP/1.1" status: 204 len: 168 time: 0.8239958 May 04 19:06:33.944975 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2b8efe5b-ea84-4c3d-8297-29bdb35e2403 req-49a439a1-c590-4a48-936c-66d9d408a747 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 210 time: 0.2705390 May 04 19:06:33.989110 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bfd7b-5610-4a35-9bde-158ad4e9bbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b33dd-553c-4530-bd3e-2132589b7b3e,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:34.011199 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7d60b2a4-e452-46e0-bc81-63f0f1a9882a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:34.039844 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Attempting to bind port c63ca66e-527b-4bf6-8adb-eb86a47495f4 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:34.040206 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Attempting to bind port c63ca66e-527b-4bf6-8adb-eb86a47495f4 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:34.042481 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Attempting to bind port c63ca66e-527b-4bf6-8adb-eb86a47495f4 on network 10d3c238-2c90-40fe-8795-81f60cedf693 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:34.098106 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:34.104489 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Checking segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:34.111188 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:34.114209 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Bound using segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:34.116425 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Bound port: c63ca66e-527b-4bf6-8adb-eb86a47495f4, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:34.122174 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:34.312304 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:34.319984 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-9930c280-08c2-4ddb-b2bd-a5d20fdc1eeb service neutron] 10.222.0.69 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246907 May 04 19:06:34.368546 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535664d-d9db-4262-beb8-2aead217001b req-ab420a24-2e49-49ed-b3ca-5cc456169b67 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:34.382093 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a535664d-d9db-4262-beb8-2aead217001b req-ab420a24-2e49-49ed-b3ca-5cc456169b67 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 931 time: 0.2487555 May 04 19:06:34.384432 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] For port c63ca66e-527b-4bf6-8adb-eb86a47495f4, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:34.397094 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] For port c63ca66e-527b-4bf6-8adb-eb86a47495f4, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c63ca66e-527b-4bf6-8adb-eb86a47495f4,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:34.418907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:34.542601 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Provisioning complete for port c63ca66e-527b-4bf6-8adb-eb86a47495f4 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:34.544665 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:34.627549 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:34.628904 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:34.816245 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3614ed30-0711-4e45-8f65-ae0175781672 req-f5bb8077-5cab-4396-a0fe-bf926934fd4d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 210 time: 0.0752811 May 04 19:06:34.846909 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Made reservation on behalf of e7beef313fe3439db0866cfdb10fdbe2 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:34.852150 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.012572 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:35.030053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58188) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:35.053369 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:32Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:35.090061 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a000e353-9d5a-4a16-8b29-2c6e68e3792a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.096337 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ae57cd-445d-48f4-a111-8b738c387bc3 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:35.127675 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Publish callbacks [] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.164828 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b49bd1-def1-41cb-9b85-3223373a4f05 None None] The sync data for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi is: [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:32Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:06:35.187984 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Transition to ACTIVE for port object 84ae57cd-445d-48f4-a111-8b738c387bc3 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:06:35.280488 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2c6cbd0d-450e-433e-b949-baa49b0a06f1 req-7b696771-bdc9-4ff1-8002-a4c9ae8fc5c0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 210 time: 0.1985006 May 04 19:06:35.322193 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7d60b2a4-e452-46e0-bc81-63f0f1a9882a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.345704 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a535664d-d9db-4262-beb8-2aead217001b req-2ed238d4-5d56-4f77-ab75-9d6e5b56979f tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9596114 May 04 19:06:35.353772 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7d60b2a4-e452-46e0-bc81-63f0f1a9882a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.358357 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317c77b-5a9d-4611-b572-a5d888f8d63d None None] Pushing event updated for resources: {'Port': ['ID=c63ca66e-527b-4bf6-8adb-eb86a47495f4,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:35.449604 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.626085 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a000e353-9d5a-4a16-8b29-2c6e68e3792a admin admin] Publish callbacks [] for security_group (aff18746-8cdb-471d-a181-9f6ddaae3e03), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.635735 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a000e353-9d5a-4a16-8b29-2c6e68e3792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (aff18746-8cdb-471d-a181-9f6ddaae3e03), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.696873 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58202) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:35.700997 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000e353-9d5a-4a16-8b29-2c6e68e3792a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff18746-8cdb-471d-a181-9f6ddaae3e03,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:35.838349 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Current status of the port c63ca66e-527b-4bf6-8adb-eb86a47495f4 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:35.839481 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.897201 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Pushing event updated for resources: {'Port': ['ID=84ae57cd-445d-48f4-a111-8b738c387bc3,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:35.926423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7d60b2a4-e452-46e0-bc81-63f0f1a9882a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:35.943325 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7d60b2a4-e452-46e0-bc81-63f0f1a9882a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4029243 May 04 19:06:35.993623 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] For port c63ca66e-527b-4bf6-8adb-eb86a47495f4, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c63ca66e-527b-4bf6-8adb-eb86a47495f4,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:36.003616 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.017647 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58212) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:36.091198 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-3e1b0907-79fa-45ce-b61e-1cea7b658b57 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'security_group_rule': {'security_group_id': 'e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:36.145099 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Provisioning complete for port dee6390a-cfb5-4471-bada-b25557d9fc5e triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:36.149750 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.153385 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:34Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:36.186876 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a000e353-9d5a-4a16-8b29-2c6e68e3792a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6045e93b579448f4a703c5f6ac0699fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1556020 May 04 19:06:36.196062 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Pushing event updated for resources: {'Port': ['ID=c63ca66e-527b-4bf6-8adb-eb86a47495f4,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:36.203723 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58216) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:36.224409 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dee6390a-cfb5-4471-bada-b25557d9fc5e up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:36.237454 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Allocated IP 172.20.0.12 (3a2f1e63-50e7-4268-b40e-fc952c337bb5/17dfd93e-a83a-4804-9de5-b6aff3d84893/c2916343-9825-41ef-93c5-4b2dbc6d65a9) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:36.280956 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf7b86-58cb-421c-a22f-e8d97f98ee2c None None] The sync data for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi is: [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:34Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:06:36.317217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-6874ffcd-6891-400e-8cca-e8fd2e02465e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:36.326489 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-6874ffcd-6891-400e-8cca-e8fd2e02465e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 818 time: 0.5206482 May 04 19:06:36.477111 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc24d17a-8153-45bc-83a0-26485f967570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.490488 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-88f033fa-0881-44a4-be72-f0deed4245b0 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/quotas/5966de1f7fc9403087d0ec08be6a3085 HTTP/1.1" status: 200 len: 375 time: 0.1622787 May 04 19:06:36.493043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port dee6390a-cfb5-4471-bada-b25557d9fc5e triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:36.493428 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.616296 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Attempting to bind port 84ae57cd-445d-48f4-a111-8b738c387bc3 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:36.618622 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Attempting to bind port 84ae57cd-445d-48f4-a111-8b738c387bc3 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '3d2e036e-42c0-44ec-9015-72a638bc3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:36.619008 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Attempting to bind port 84ae57cd-445d-48f4-a111-8b738c387bc3 on network a3f1423c-778f-4484-a1f0-73c377da0184 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:36.640996 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-923408a3-72d6-4f44-867f-b5c1fbb096f0 admin admin] Publish callbacks [] for security_group (aff18746-8cdb-471d-a181-9f6ddaae3e03), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.653090 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Port 84ae57cd-445d-48f4-a111-8b738c387bc3 on network a3f1423c-778f-4484-a1f0-73c377da0184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:06:36.653428 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Attempting to bind port 84ae57cd-445d-48f4-a111-8b738c387bc3 on network a3f1423c-778f-4484-a1f0-73c377da0184 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:36.699048 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-37447e25-9ca3-43e1-ad00-f59dd13ca4f2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2075975 May 04 19:06:36.735517 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Current status of the port dee6390a-cfb5-4471-bada-b25557d9fc5e is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:36.737960 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.744167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.795902 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60b2a4-e452-46e0-bc81-63f0f1a9882a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:36.810118 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4dfdbc34-dea5-4fb5-a08b-a6658faa67f0 req-dbe4e82d-ac3b-4633-9006-c812a59ede9d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 210 time: 0.2176318 May 04 19:06:36.844632 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:36.844996 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Checking segment: {'id': '3d2e036e-42c0-44ec-9015-72a638bc3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:36.845615 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Bound using segment: {'id': '3d2e036e-42c0-44ec-9015-72a638bc3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:36.846075 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Bound port: 84ae57cd-445d-48f4-a111-8b738c387bc3, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2e036e-42c0-44ec-9015-72a638bc3571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:36.846435 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.847025 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-923408a3-72d6-4f44-867f-b5c1fbb096f0 admin admin] Publish callbacks [] for security_group (aff18746-8cdb-471d-a181-9f6ddaae3e03), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.921638 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port dee6390a-cfb5-4471-bada-b25557d9fc5e is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:36.922221 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.923538 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.968383 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0907-79fa-45ce-b61e-1cea7b658b57 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (4e5d1e5d-003c-41b9-87e4-cc12a72fcd0c), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:36.981616 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] For port dee6390a-cfb5-4471-bada-b25557d9fc5e, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=dee6390a-cfb5-4471-bada-b25557d9fc5e,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:37.104778 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-59bd6941-450f-49e8-b73e-d917baf97ecf service neutron] 10.222.0.69 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039261 May 04 19:06:37.193021 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-923408a3-72d6-4f44-867f-b5c1fbb096f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (aff18746-8cdb-471d-a181-9f6ddaae3e03), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.200747 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-923408a3-72d6-4f44-867f-b5c1fbb096f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.206148 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-923408a3-72d6-4f44-867f-b5c1fbb096f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aff18746-8cdb-471d-a181-9f6ddaae3e03 HTTP/1.1" status: 204 len: 168 time: 0.9903274 May 04 19:06:37.248998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923408a3-72d6-4f44-867f-b5c1fbb096f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff18746-8cdb-471d-a181-9f6ddaae3e03,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:37.259140 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.339662 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f04290-0c05-4215-a53a-1e3f6e828f6b None None] Pushing event updated for resources: {'Port': ['ID=dee6390a-cfb5-4471-bada-b25557d9fc5e,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:37.424910 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:37.430061 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc24d17a-8153-45bc-83a0-26485f967570 admin admin] Publish callbacks [] for security_group (d0e46a65-6ae6-4be4-862d-680ae8ea597f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.450125 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cc24d17a-8153-45bc-83a0-26485f967570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d0e46a65-6ae6-4be4-862d-680ae8ea597f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.453439 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-8031f3a8-796b-4ac1-b4e3-025ba9bdf526 None None] Provisioning complete for port c63ca66e-527b-4bf6-8adb-eb86a47495f4 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:37.453840 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8031f3a8-796b-4ac1-b4e3-025ba9bdf526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.465965 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.11', 60619) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:37.514743 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:37.523937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:37.530266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:37.531066 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.535835 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:37.612282 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfd575-7400-46a6-957d-8a02b78951bb req-6c5bd0c8-65a6-4050-b5e7-4a788be5fc0a tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:37.616033 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1dfd575-7400-46a6-957d-8a02b78951bb req-6c5bd0c8-65a6-4050-b5e7-4a788be5fc0a tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 943 time: 0.2650387 May 04 19:06:37.630911 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.db.api [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 19:06:37.631632 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG oslo_db.api [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 19:06:37.645724 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-b180eacb-1757-47b1-8e69-b180421b4540 service neutron] 10.222.0.69 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390906 May 04 19:06:37.697493 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-8a92f310-1b4c-41f8-b771-326c7bc06d21 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0873332 May 04 19:06:37.711486 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0907-79fa-45ce-b61e-1cea7b658b57 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (4e5d1e5d-003c-41b9-87e4-cc12a72fcd0c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.738105 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Request body: {'port': {'device_id': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:37.747586 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0907-79fa-45ce-b61e-1cea7b658b57 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (4e5d1e5d-003c-41b9-87e4-cc12a72fcd0c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.754348 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24d17a-8153-45bc-83a0-26485f967570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e46a65-6ae6-4be4-862d-680ae8ea597f,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:37.763470 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] For port 84ae57cd-445d-48f4-a111-8b738c387bc3, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:37.768092 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-8031f3a8-796b-4ac1-b4e3-025ba9bdf526 None None] Current status of the port c63ca66e-527b-4bf6-8adb-eb86a47495f4 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:37.774119 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-cc24d17a-8153-45bc-83a0-26485f967570 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d1e698ba9ce4c3198f8a41d29651084&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0459266 May 04 19:06:37.780805 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58258) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:37.815494 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b0907-79fa-45ce-b61e-1cea7b658b57 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5d1e5d-003c-41b9-87e4-cc12a72fcd0c,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:37.843989 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] For port 84ae57cd-445d-48f4-a111-8b738c387bc3, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=84ae57cd-445d-48f4-a111-8b738c387bc3,segment=NetworkSegment(3d2e036e-42c0-44ec-9015-72a638bc3571),segment_id=3d2e036e-42c0-44ec-9015-72a638bc3571)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:37.865741 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1b0907-79fa-45ce-b61e-1cea7b658b57 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.866958 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-3e1b0907-79fa-45ce-b61e-1cea7b658b57 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8157189 May 04 19:06:37.874019 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.875521 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58264) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:37.891624 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-8effb7c8-29c3-4ead-85b7-b4ab5e71cb3a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'security_group_rule': {'security_group_id': 'e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:37.892692 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-2f811684-fca8-4750-b485-b6972b04a7e0 None None] Provisioning complete for port c2916343-9825-41ef-93c5-4b2dbc6d65a9 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:37.893277 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2f811684-fca8-4750-b485-b6972b04a7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:37.960061 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Pushing event updated for resources: {'Port': ['ID=84ae57cd-445d-48f4-a111-8b738c387bc3,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:38.004148 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1dfd575-7400-46a6-957d-8a02b78951bb req-ddba0e9c-eaf5-4df7-af53-2d49b7620ad1 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524079 May 04 19:06:38.010164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-2f811684-fca8-4750-b485-b6972b04a7e0 None None] Port c2916343-9825-41ef-93c5-4b2dbc6d65a9 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:38.034905 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-8c4745cf-adf4-4902-8d1e-8e8c6cafda94 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:38.036437 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-8c4745cf-adf4-4902-8d1e-8e8c6cafda94 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 818 time: 0.5627587 May 04 19:06:38.074422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'port': {'device_id': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'admin_state_up': True, 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:38.128849 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:38.139837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8effb7c8-29c3-4ead-85b7-b4ab5e71cb3a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (4778fec7-ed02-486d-92ba-40fb1f87bd5f), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:38.141765 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:38.143942 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-bd8d5693-c73f-413a-a68e-0a37416b10fa service neutron] 10.222.0.11 "PUT /v2.0/ports/84ae57cd-445d-48f4-a111-8b738c387bc3 HTTP/1.1" status: 200 len: 1093 time: 6.2629933 May 04 19:06:38.144418 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:38.212194 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port dee6390a-cfb5-4471-bada-b25557d9fc5e is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:38.378850 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c02c9d97-05d6-4d66-b433-afbe51dacc7d req-84aa51a2-a019-448f-882e-3c6a77373316 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 210 time: 0.2532797 May 04 19:06:38.423421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:38.498834 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-47d8efa1-0cae-42fd-858e-99c2d9b49755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:38.500655 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-47d8efa1-0cae-42fd-858e-99c2d9b49755 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b6009c7f43b406e850c819b5b50311c&device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 1127 time: 0.2189333 May 04 19:06:38.589187 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c63ca66e-527b-4bf6-8adb-eb86a47495f4 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:38.634029 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-8c9cba26-eeda-4d18-b527-f1788ad39fad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84ae57cd-445d-48f4-a111-8b738c387bc3 HTTP/1.1" status: 200 len: 217 time: 0.1163661 May 04 19:06:38.759123 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2b175-aba3-462a-b21e-f073ec8cd7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:38.778145 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-0cc2940a-3677-409c-8fc3-3d95baf412e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:38.779859 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-0cc2940a-3677-409c-8fc3-3d95baf412e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6787e60f-4a02-48ba-82d4-f31c09602b28 HTTP/1.1" status: 200 len: 851 time: 0.1397741 May 04 19:06:38.810962 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port c63ca66e-527b-4bf6-8adb-eb86a47495f4 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:38.811548 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:38.846971 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-c887d960-a300-4921-9b80-7a5b08bd3ecd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3f1423c-778f-4484-a1f0-73c377da0184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592980 May 04 19:06:38.854784 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f34dde47-6a49-42e7-a8ac-d6d868e764b4 admin admin] Publish callbacks [] for security_group (d0e46a65-6ae6-4be4-862d-680ae8ea597f), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:38.998881 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port c63ca66e-527b-4bf6-8adb-eb86a47495f4 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:39.000399 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dee6390a-cfb5-4471-bada-b25557d9fc5e up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:39.014778 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f34dde47-6a49-42e7-a8ac-d6d868e764b4 admin admin] Publish callbacks [] for security_group (d0e46a65-6ae6-4be4-862d-680ae8ea597f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.074490 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f7cdb1-5947-45a2-8c7a-aff99b207dc4 x-openstack-request-id: req-51f7cdb1-5947-45a2-8c7a-aff99b207dc4 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:39.075023 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:39.075023 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51f7cdb1-5947-45a2-8c7a-aff99b207dc4 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:39.075461 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f7cdb1-5947-45a2-8c7a-aff99b207dc4'] response: {'name': 'network-changed', 'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3', 'status': 'completed', 'code': 200} May 04 19:06:39.080749 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-0ac76a6f-3915-4c2d-83b1-2a1d0af89feb service neutron] 10.222.0.11 "GET /v2.0/networks/a3f1423c-778f-4484-a1f0-73c377da0184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117379 May 04 19:06:39.176905 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port dee6390a-cfb5-4471-bada-b25557d9fc5e triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:39.177428 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.299226 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0de3e-90e0-4d29-87f6-d81b15d8592e req-520b5338-745b-429c-a8b6-f7fcea3a6f90 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:39.300761 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b3e0de3e-90e0-4d29-87f6-d81b15d8592e req-520b5338-745b-429c-a8b6-f7fcea3a6f90 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 943 time: 0.1121817 May 04 19:06:39.343658 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af1899-7832-4836-9f52-903044bc26e1 req-78a7c109-a501-4b38-b1bd-f63f02518744 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:39.354149 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c2af1899-7832-4836-9f52-903044bc26e1 req-78a7c109-a501-4b38-b1bd-f63f02518744 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 932 time: 1.1969943 May 04 19:06:39.394261 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2916343-9825-41ef-93c5-4b2dbc6d65a9 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:39.405689 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Publish callbacks [] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.423405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Transition to ACTIVE for port object c2916343-9825-41ef-93c5-4b2dbc6d65a9 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:06:39.427087 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port dee6390a-cfb5-4471-bada-b25557d9fc5e is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:39.447362 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.474676 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f34dde47-6a49-42e7-a8ac-d6d868e764b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d0e46a65-6ae6-4be4-862d-680ae8ea597f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.477907 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f34dde47-6a49-42e7-a8ac-d6d868e764b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.482258 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f34dde47-6a49-42e7-a8ac-d6d868e764b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0e46a65-6ae6-4be4-862d-680ae8ea597f HTTP/1.1" status: 204 len: 168 time: 1.6909404 May 04 19:06:39.489260 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Made reservation on behalf of 5966de1f7fc9403087d0ec08be6a3085 for: {'port': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:39.493549 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.508363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8effb7c8-29c3-4ead-85b7-b4ab5e71cb3a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (4778fec7-ed02-486d-92ba-40fb1f87bd5f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.510158 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a914317-1dfd-43d1-bf62-7d02334005bf req-0e929588-7e16-4666-9331-562e776f0fd2 service neutron] 10.222.0.11 "GET /v2.0/networks/a3f1423c-778f-4484-a1f0-73c377da0184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152472 May 04 19:06:39.527342 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dde47-6a49-42e7-a8ac-d6d868e764b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e46a65-6ae6-4be4-862d-680ae8ea597f,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:39.545554 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b3e0de3e-90e0-4d29-87f6-d81b15d8592e req-86769e39-43ff-4889-9389-14559fea2166 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339160 May 04 19:06:39.569886 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8effb7c8-29c3-4ead-85b7-b4ab5e71cb3a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (4778fec7-ed02-486d-92ba-40fb1f87bd5f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.574548 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:39.656309 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Attempting to bind port c2916343-9825-41ef-93c5-4b2dbc6d65a9 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:39.656309 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Attempting to bind port c2916343-9825-41ef-93c5-4b2dbc6d65a9 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:39.656655 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Attempting to bind port c2916343-9825-41ef-93c5-4b2dbc6d65a9 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:39.677192 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c2af1899-7832-4836-9f52-903044bc26e1 req-afba91b0-bd58-4f46-853c-a4d3cae38ca3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3177545 May 04 19:06:39.677654 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Port c2916343-9825-41ef-93c5-4b2dbc6d65a9 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:06:39.679497 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Attempting to bind port c2916343-9825-41ef-93c5-4b2dbc6d65a9 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:39.703847 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:39.714667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Checking segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:39.714667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Bound using segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:39.714667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Bound port: c2916343-9825-41ef-93c5-4b2dbc6d65a9, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:39.714667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.716009 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8effb7c8-29c3-4ead-85b7-b4ab5e71cb3a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:39.724058 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8effb7c8-29c3-4ead-85b7-b4ab5e71cb3a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8417184 May 04 19:06:39.726858 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58326) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:39.747761 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:39.834711 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-46e8fcdc-bea1-4ffd-9b33-5d4c0218351f req-c883aae8-c610-46b8-9900-af69593332f5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 210 time: 0.1182876 May 04 19:06:39.970470 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effb7c8-29c3-4ead-85b7-b4ab5e71cb3a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4778fec7-ed02-486d-92ba-40fb1f87bd5f,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:40.001742 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:40.008980 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:40.025217 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:40.090376 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:40.091367 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:40.092907 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] 10.222.0.11 "PUT /v2.0/ports/c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 1094 time: 2.3767464 May 04 19:06:40.132173 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22a8a2-fd0c-4e9e-9383-1a83ff15acad service neutron] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:40.176162 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:40.178787 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:06:40.260817 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Allocated IP 172.20.0.5 (f77ad9c5-1b1c-436b-b024-d2a34457a300/47ee3115-3df9-43cc-a983-a47cbf1b7e43/ba9cc838-25e8-4a65-849a-ef79368d718d) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:40.366517 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:40.696289 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Allocated IP 172.27.2.60 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/28943d5e-5522-4b41-9ce8-d81361fedf71) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:40.724604 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:40.913263 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-25bf5f75-493a-4a1b-9d39-039f5e0f9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:40.915433 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-25bf5f75-493a-4a1b-9d39-039f5e0f9939 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b6009c7f43b406e850c819b5b50311c&device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 1127 time: 0.2621150 May 04 19:06:40.921095 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.11', 60623) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:40.954764 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:40.988809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:41.049817 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066e727-0aaf-43a7-b971-dad4e6319e24 req-1e6e6f17-f341-48ed-851b-172bfd63db60 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:41.057981 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9066e727-0aaf-43a7-b971-dad4e6319e24 req-1e6e6f17-f341-48ed-851b-172bfd63db60 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 943 time: 0.0704620 May 04 19:06:41.211853 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:41.215121 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6868a846-f7c3-4aa6-b01e-da1881d63b98" -d '{"events": [{"name": "network-changed", "server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:41.232029 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:41.308715 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-5788af22-01e6-40d4-aa9e-43a3c273deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:41.318920 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-5788af22-01e6-40d4-aa9e-43a3c273deb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1128 time: 0.3872917 May 04 19:06:41.378507 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1799ea3-24c1-4eca-9c51-99d67ac3035f req-88033424-11e1-4f14-9b5f-60665a55b40e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:41.380186 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d1799ea3-24c1-4eca-9c51-99d67ac3035f req-88033424-11e1-4f14-9b5f-60665a55b40e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.4582369 May 04 19:06:41.405181 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:41.413438 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9066e727-0aaf-43a7-b971-dad4e6319e24 req-d581e8ee-de54-405d-8e92-f83be15aadb4 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507154 May 04 19:06:41.415710 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:41.428763 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:41.444042 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:41.448206 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:41.462777 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-fc6b64ad-c19b-44ef-ae0c-05f52481c1c1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:41.465134 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-fc6b64ad-c19b-44ef-ae0c-05f52481c1c1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 818 time: 0.6568050 May 04 19:06:41.474260 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-957f256d-9841-40c6-9ec4-0450a624158b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 217 time: 0.1268692 May 04 19:06:41.476302 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'Port': ['ID=ba9cc838-25e8-4a65-849a-ef79368d718d,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:41.483369 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ff2b703c-a6e1-44c8-b537-566d13a2be47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4220388 May 04 19:06:41.488940 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:41.544232 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'port': {'device_id': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'admin_state_up': True, 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:41.544801 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'Port': ['ID=28943d5e-5522-4b41-9ce8-d81361fedf71,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:41.576230 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Request body: {'port': {'device_id': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:41.599765 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:41.677917 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:41.823747 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-a9d811c9-9df8-4d15-ae51-860ba3c8f91d None None] Provisioning complete for port ba9cc838-25e8-4a65-849a-ef79368d718d triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:41.824211 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a9d811c9-9df8-4d15-ae51-860ba3c8f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:41.878588 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cc9ba80f-ae69-40b7-9e41-91b523f88b5e req-ce604531-22e1-4037-ab2a-5059dc0e8984 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 210 time: 0.1904712 May 04 19:06:41.897031 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-cad7f81e-be7e-4237-80e5-049ff3b7561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:41.898529 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-cad7f81e-be7e-4237-80e5-049ff3b7561a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3f1423c-778f-4484-a1f0-73c377da0184 HTTP/1.1" status: 200 len: 912 time: 0.9590354 May 04 19:06:41.903072 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:41.905452 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d1799ea3-24c1-4eca-9c51-99d67ac3035f req-b183bda2-c17e-4d9f-9558-3b6b2462ef2e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4498804 May 04 19:06:41.919950 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-82bb2433-d8d5-43d0-b2fe-b7d9a98def01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:41.921452 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-82bb2433-d8d5-43d0-b2fe-b7d9a98def01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.4188554 May 04 19:06:41.926346 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-a9d811c9-9df8-4d15-ae51-860ba3c8f91d None None] Port ba9cc838-25e8-4a65-849a-ef79368d718d cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:42.023795 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-acfaa9ec-03f4-4b31-8e45-e8de9334b9c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84ae57cd-445d-48f4-a111-8b738c387bc3 HTTP/1.1" status: 200 len: 217 time: 0.1165628 May 04 19:06:42.042206 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (d0370e35-1faf-4b42-ad8a-e8c796be361f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.067276 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dc2534-950b-4fed-853f-f194082a0491 x-openstack-request-id: req-40dc2534-950b-4fed-853f-f194082a0491 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:42.067567 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:42.067991 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40dc2534-950b-4fed-853f-f194082a0491 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:42.068388 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40dc2534-950b-4fed-853f-f194082a0491'] response: {'name': 'network-changed', 'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'status': 'completed', 'code': 200} May 04 19:06:42.131225 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff30be-65ec-48b0-a474-198b034f9074 req-3954ba33-d819-4c78-9a05-031f4e380da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:42.132928 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-3954ba33-d819-4c78-9a05-031f4e380da7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1959522 May 04 19:06:42.152500 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Made reservation on behalf of 5966de1f7fc9403087d0ec08be6a3085 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:42.155998 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.207693 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-53cbfa1e-904a-4c08-923a-b07e08e26a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:42.209157 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-53cbfa1e-904a-4c08-923a-b07e08e26a75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6787e60f-4a02-48ba-82d4-f31c09602b28 HTTP/1.1" status: 200 len: 851 time: 0.1438754 May 04 19:06:42.219511 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.321436 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-e541bcaa-a881-41c4-8364-cafcda7dac12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3f1423c-778f-4484-a1f0-73c377da0184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011243 May 04 19:06:42.398308 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-c13712b8-16bc-4f1e-9e33-88f1609c62db service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482872 May 04 19:06:42.657981 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-c2990757-5cbe-40fb-8359-7a99cbb5aa03 service neutron] 10.222.0.11 "GET /v2.0/networks/a3f1423c-778f-4484-a1f0-73c377da0184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300138 May 04 19:06:42.667405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8330085-2642-430c-bdff-81259b804c13 req-2666cd54-de07-43ca-b991-94a06da2248e tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:42.669082 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d8330085-2642-430c-bdff-81259b804c13 req-2666cd54-de07-43ca-b991-94a06da2248e tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 943 time: 0.1331294 May 04 19:06:42.705601 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9cc838-25e8-4a65-849a-ef79368d718d {{(pid=103487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:42.721285 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Publish callbacks [] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.726114 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.736465 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.739530 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bff30be-65ec-48b0-a474-198b034f9074 req-db8e6043-adc9-4bc7-9928-aac88b0025ed service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437221 May 04 19:06:42.788397 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.provisioning_blocks [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Transition to ACTIVE for port object ba9cc838-25e8-4a65-849a-ef79368d718d will not be triggered until provisioned by entity L2. {{(pid=103487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:06:42.796101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (d0370e35-1faf-4b42-ad8a-e8c796be361f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.804838 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.818010 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'Port': ['ID=28943d5e-5522-4b41-9ce8-d81361fedf71,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:42.851501 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d8330085-2642-430c-bdff-81259b804c13 req-8794674e-d9cb-4abf-b9ec-f1c62c5dacae tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695962 May 04 19:06:42.876431 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-85d2b175-aba3-462a-b21e-f073ec8cd7f9 req-6e231cb2-ab9d-4408-8a60-eb82a1ea023e service neutron] 10.222.0.11 "GET /v2.0/networks/a3f1423c-778f-4484-a1f0-73c377da0184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061625 May 04 19:06:42.882527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:42.883739 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-670941d5-05ec-4eed-b7fc-3de9add1bffe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1518424 May 04 19:06:42.896516 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Allocated IP 172.20.0.7 (f77ad9c5-1b1c-436b-b024-d2a34457a300/47ee3115-3df9-43cc-a983-a47cbf1b7e43/e803e0ad-7898-4a32-9dc5-0d5f670b9816) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:42.907300 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9cc838-25e8-4a65-849a-ef79368d718d,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:43.014482 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Attempting to bind port ba9cc838-25e8-4a65-849a-ef79368d718d on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:43.018434 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Attempting to bind port ba9cc838-25e8-4a65-849a-ef79368d718d by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:43.018816 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Attempting to bind port ba9cc838-25e8-4a65-849a-ef79368d718d on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:43.067548 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Port ba9cc838-25e8-4a65-849a-ef79368d718d on network f77ad9c5-1b1c-436b-b024-d2a34457a300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:06:43.068194 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Attempting to bind port ba9cc838-25e8-4a65-849a-ef79368d718d on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:43.078205 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07685323-01d5-4906-93b3-972d6c65ccd1 req-679c27b3-06dd-43ab-ac87-32790e0b5014 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 210 time: 0.0523894 May 04 19:06:43.081655 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:43.082217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Checking segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:43.082955 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Bound using segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:43.083838 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Bound port: ba9cc838-25e8-4a65-849a-ef79368d718d, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:43.084216 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.148878 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fb47a-e92a-4798-a140-85f0c7921cb6 req-2eda5ad5-971f-4198-96be-fb568139e3aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.151178 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c41fb47a-e92a-4798-a140-85f0c7921cb6 req-2eda5ad5-971f-4198-96be-fb568139e3aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0979710 May 04 19:06:43.179498 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] For port ba9cc838-25e8-4a65-849a-ef79368d718d, host hv-cinder-83090, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:43.206373 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] For port ba9cc838-25e8-4a65-849a-ef79368d718d, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ba9cc838-25e8-4a65-849a-ef79368d718d,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:43.221052 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.229686 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.234858 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c41fb47a-e92a-4798-a140-85f0c7921cb6 req-bc7252c2-e9d2-4a9f-9a0d-33728a997ff5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761452 May 04 19:06:43.271693 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-d5037e96-7251-4bd3-8818-7f2f38b4f47d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--498132128&fields=id&tenant_id=df8f18c943e24a3ab621f08fa24c596b HTTP/1.1" status: 200 len: 267 time: 0.1100461 May 04 19:06:43.279219 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.292806 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.293439 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.294905 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] 10.222.0.11 "PUT /v2.0/ports/ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 200 len: 1093 time: 1.7389050 May 04 19:06:43.295357 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'tag': 'ba9cc838-25e8-4a65-849a-ef79368d718d'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:43.333637 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:43.337340 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:43.344492 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:43.349620 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.350236 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.356920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'Port': ['ID=e803e0ad-7898-4a32-9dc5-0d5f670b9816,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:43.379891 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-ab0b09e1-8536-4207-90ea-53879dd2ea7b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8782437 May 04 19:06:43.411734 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b186f-51a2-4df7-b4aa-e258d6fedee9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9cc838-25e8-4a65-849a-ef79368d718d,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:43.510943 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-ddf23e3c-c1a4-40ff-b70c-108df2041da2 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.512947 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-ddf23e3c-c1a4-40ff-b70c-108df2041da2 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 811 time: 0.2312069 May 04 19:06:43.528173 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Request body: {'port': {'device_id': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:43.530488 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "150304bb-d8d1-4c08-93b6-fc07c69fd846", "tag": "ba9cc838-25e8-4a65-849a-ef79368d718d"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:43.551689 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-467d7f48-c56b-476f-af1e-afa76211ead7 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/quotas/df8f18c943e24a3ab621f08fa24c596b HTTP/1.1" status: 200 len: 375 time: 0.0167258 May 04 19:06:43.691962 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-72671577-74d2-4685-9ab0-1373138197cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.701012 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-33523368-39bd-4b4a-893e-db73e374264d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394579 May 04 19:06:43.701660 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-72671577-74d2-4685-9ab0-1373138197cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1128 time: 0.1098113 May 04 19:06:43.702313 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.704609 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ae050620-b6b3-42ff-b174-bb865488da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.706619 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-ae050620-b6b3-42ff-b174-bb865488da43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1127 time: 0.1249385 May 04 19:06:43.718709 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4ca08-d6bd-4e63-8a47-a9a8b3f4ea75 x-openstack-request-id: req-d4b4ca08-d6bd-4e63-8a47-a9a8b3f4ea75 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:43.719160 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150304bb-d8d1-4c08-93b6-fc07c69fd846", "tag": "ba9cc838-25e8-4a65-849a-ef79368d718d", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:43.719412 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4b4ca08-d6bd-4e63-8a47-a9a8b3f4ea75 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:43.720577 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b4ca08-d6bd-4e63-8a47-a9a8b3f4ea75'] response: {'name': 'network-changed', 'server_uuid': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'tag': 'ba9cc838-25e8-4a65-849a-ef79368d718d', 'status': 'completed', 'code': 200} May 04 19:06:43.830248 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-3d0c52ce-e82a-4cf0-aeb1-d2d9fa5d6c41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 200 len: 217 time: 0.0970485 May 04 19:06:43.919166 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-94c6fe04-59ba-4836-882a-62ba0bfcffe5 None None] Provisioning complete for port e803e0ad-7898-4a32-9dc5-0d5f670b9816 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:43.930512 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-94c6fe04-59ba-4836-882a-62ba0bfcffe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:43.936171 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-e0e6b2a4-24ff-478f-bd41-9925bf1947a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.938212 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-e0e6b2a4-24ff-478f-bd41-9925bf1947a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.1004369 May 04 19:06:43.955485 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-25383e60-84c4-40d1-8c57-8cb8dafe4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:43.963281 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-25383e60-84c4-40d1-8c57-8cb8dafe4b93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.2349224 May 04 19:06:44.050404 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-94c6fe04-59ba-4836-882a-62ba0bfcffe5 None None] Port e803e0ad-7898-4a32-9dc5-0d5f670b9816 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:44.097295 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-a15ac491-928e-4b95-943f-989b14640261 service neutron] 10.222.0.69 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757629 May 04 19:06:44.164421 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 84ae57cd-445d-48f4-a111-8b738c387bc3 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:06:44.178734 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802e60-557d-4ddc-ad15-c7b727647905 req-f5d4391d-2c38-4f3e-81b7-b258409eb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:44.181016 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-f5d4391d-2c38-4f3e-81b7-b258409eb0f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2351868 May 04 19:06:44.346877 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-bcba36af-f8f0-4f39-b3b8-ecbff668663a service neutron] 10.222.0.69 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331660 May 04 19:06:44.368880 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-94a30e64-b83c-414e-b435-f255dd89bd73 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770363 May 04 19:06:44.394589 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-eca75acf-1a4d-40f4-a040-23f4d22ede02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 217 time: 0.0412357 May 04 19:06:44.544718 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58532) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:44.591325 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58538) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:44.632823 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 84ae57cd-445d-48f4-a111-8b738c387bc3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=84ae57cd-445d-48f4-a111-8b738c387bc3,segment=NetworkSegment(3d2e036e-42c0-44ec-9015-72a638bc3571),segment_id=3d2e036e-42c0-44ec-9015-72a638bc3571)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:44.642769 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bd192-8085-4db2-9303-18402e84a589 req-333c3ee2-07be-4cf6-a43f-655e18aea1a6 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:44.653350 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da802e60-557d-4ddc-ad15-c7b727647905 req-e25a9e6e-07a7-4133-9459-c6965e7dcc93 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713499 May 04 19:06:44.653450 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c59bd192-8085-4db2-9303-18402e84a589 req-333c3ee2-07be-4cf6-a43f-655e18aea1a6 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 943 time: 0.2964325 May 04 19:06:44.713109 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-ddf3f413-3688-49c2-a4c8-e3993152b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:44.715000 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-ddf3f413-3688-49c2-a4c8-e3993152b14a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.3022132 May 04 19:06:44.719061 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '84ae57cd-445d-48f4-a111-8b738c387bc3', 'network_id': 'a3f1423c-778f-4484-a1f0-73c377da0184', 'port_id': '84ae57cd-445d-48f4-a111-8b738c387bc3', 'mac_address': 'fa:16:3e:42:73:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6787e60f-4a02-48ba-82d4-f31c09602b28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:06:44.796869 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7befe-1791-42c4-9524-32fa3011fa61 req-76a05868-4faf-49dc-b176-126c21c4f3e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:44.803936 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ff7befe-1791-42c4-9524-32fa3011fa61 req-76a05868-4faf-49dc-b176-126c21c4f3e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 931 time: 0.0560501 May 04 19:06:44.830995 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c287b28d-186d-4ae1-9588-949bfc0c6699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:44.854065 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-aef8c736-7870-4647-a0ff-2cde91687b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:44.854404 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 84ae57cd-445d-48f4-a111-8b738c387bc3 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:44.854902 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:44.898459 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ae57cd-445d-48f4-a111-8b738c387bc3 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:44.922547 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c59bd192-8085-4db2-9303-18402e84a589 req-7a622979-4d59-4782-a377-a1313e0fa1d0 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561457 May 04 19:06:44.943292 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 84ae57cd-445d-48f4-a111-8b738c387bc3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=84ae57cd-445d-48f4-a111-8b738c387bc3,segment=NetworkSegment(3d2e036e-42c0-44ec-9015-72a638bc3571),segment_id=3d2e036e-42c0-44ec-9015-72a638bc3571)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:44.948372 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e803e0ad-7898-4a32-9dc5-0d5f670b9816 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:44.949999 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ff7befe-1791-42c4-9524-32fa3011fa61 req-8b025b03-a681-4c98-911a-8379b747f33d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436877 May 04 19:06:44.951856 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:44.972095 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Publish callbacks [] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:44.998220 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Transition to ACTIVE for port object e803e0ad-7898-4a32-9dc5-0d5f670b9816 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:06:45.007749 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.036839 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=84ae57cd-445d-48f4-a111-8b738c387bc3,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:45.066885 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c287b28d-186d-4ae1-9588-949bfc0c6699 admin admin] Publish callbacks [] for security_group (3a5eb48a-7d64-443f-b428-2f28c1c299f5), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.075440 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c287b28d-186d-4ae1-9588-949bfc0c6699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3a5eb48a-7d64-443f-b428-2f28c1c299f5), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.084210 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Pushing event updated for resources: {'Port': ['ID=e803e0ad-7898-4a32-9dc5-0d5f670b9816,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:45.090649 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-aef8c736-7870-4647-a0ff-2cde91687b2f admin admin] Publish callbacks [] for security_group (e0f58252-5e41-4ba9-8b31-140a31120f53), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.112067 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-aef8c736-7870-4647-a0ff-2cde91687b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e0f58252-5e41-4ba9-8b31-140a31120f53), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.179414 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c287b28d-186d-4ae1-9588-949bfc0c6699 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=125fb12dd2e84a1e9afab5d453926c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5870326 May 04 19:06:45.184534 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58568) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:45.185202 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d1e19-fd2f-4cdb-8519-2a087a866725 req-266eed03-e771-4667-88f5-0e918e9ce474 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:45.186460 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6aedc646-94df-4166-8d5d-01798ea1f4b1 req-890be2d8-5221-4cb5-b70e-eeddb7f84c40 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 210 time: 0.0861685 May 04 19:06:45.186777 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d16d1e19-fd2f-4cdb-8519-2a087a866725 req-266eed03-e771-4667-88f5-0e918e9ce474 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0994606 May 04 19:06:45.204430 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287b28d-186d-4ae1-9588-949bfc0c6699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5eb48a-7d64-443f-b428-2f28c1c299f5,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:45.210820 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Attempting to bind port e803e0ad-7898-4a32-9dc5-0d5f670b9816 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:45.211146 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Attempting to bind port e803e0ad-7898-4a32-9dc5-0d5f670b9816 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:45.211676 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Attempting to bind port e803e0ad-7898-4a32-9dc5-0d5f670b9816 on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:45.219874 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Port e803e0ad-7898-4a32-9dc5-0d5f670b9816 on network f77ad9c5-1b1c-436b-b024-d2a34457a300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:06:45.220191 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Attempting to bind port e803e0ad-7898-4a32-9dc5-0d5f670b9816 on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:45.224558 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-aef8c736-7870-4647-a0ff-2cde91687b2f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4619507065c74112bb17b12e4700a09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6751797 May 04 19:06:45.226098 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58570) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:45.234432 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:45.234934 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Checking segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:45.235457 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Bound using segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:45.236302 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Bound port: e803e0ad-7898-4a32-9dc5-0d5f670b9816, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:45.236813 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.268314 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8c736-7870-4647-a0ff-2cde91687b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f58252-5e41-4ba9-8b31-140a31120f53,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:45.294427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-02fd050f-2249-4080-a360-eb1ba69caf74 admin admin] Publish callbacks [] for security_group (3a5eb48a-7d64-443f-b428-2f28c1c299f5), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.319624 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-02fd050f-2249-4080-a360-eb1ba69caf74 admin admin] Publish callbacks [] for security_group (3a5eb48a-7d64-443f-b428-2f28c1c299f5), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.325758 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['84ae57cd-445d-48f4-a111-8b738c387bc3'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:06:45.350248 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] For port e803e0ad-7898-4a32-9dc5-0d5f670b9816, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:45.354703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] For port e803e0ad-7898-4a32-9dc5-0d5f670b9816, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:45.367299 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d16d1e19-fd2f-4cdb-8519-2a087a866725 req-cbc3ab8c-5333-46c1-b82d-30c62498c0fc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722388 May 04 19:06:45.368510 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.385554 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-02fd050f-2249-4080-a360-eb1ba69caf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3a5eb48a-7d64-443f-b428-2f28c1c299f5), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.389304 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-02fd050f-2249-4080-a360-eb1ba69caf74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.407086 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-02fd050f-2249-4080-a360-eb1ba69caf74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a5eb48a-7d64-443f-b428-2f28c1c299f5 HTTP/1.1" status: 204 len: 168 time: 0.2103093 May 04 19:06:45.430837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd050f-2249-4080-a360-eb1ba69caf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5eb48a-7d64-443f-b428-2f28c1c299f5,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:45.487942 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.550036 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-40ab7c1e-6ff3-420e-9b87-5f04f710bea2 admin admin] Publish callbacks [] for security_group (e0f58252-5e41-4ba9-8b31-140a31120f53), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.561747 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:45.562550 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.564018 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] 10.222.0.11 "PUT /v2.0/ports/e803e0ad-7898-4a32-9dc5-0d5f670b9816 HTTP/1.1" status: 200 len: 1093 time: 2.0418904 May 04 19:06:45.564494 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'tag': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:45.567029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e39b10-65f9-43db-afef-6953f0e196f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5bd528-4bc3-4bf3-be31-89364096663f", "tag": "e803e0ad-7898-4a32-9dc5-0d5f670b9816"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:45.619125 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-deb69633-9e2f-48a3-a635-3464bf874045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:45.623625 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-cc50180c-0780-4437-a1ed-d945e34f6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:45.624507 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-deb69633-9e2f-48a3-a635-3464bf874045 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1127 time: 0.1280992 May 04 19:06:45.625147 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-cc50180c-0780-4437-a1ed-d945e34f6c03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1550062 May 04 19:06:45.656514 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af6d5b-fe8d-4acb-a8cf-27829164490e x-openstack-request-id: req-d8af6d5b-fe8d-4acb-a8cf-27829164490e {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:45.656810 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5bd528-4bc3-4bf3-be31-89364096663f", "tag": "e803e0ad-7898-4a32-9dc5-0d5f670b9816", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:45.657070 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8af6d5b-fe8d-4acb-a8cf-27829164490e {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:45.657499 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8af6d5b-fe8d-4acb-a8cf-27829164490e'] response: {'name': 'network-changed', 'server_uuid': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'tag': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816', 'status': 'completed', 'code': 200} May 04 19:06:45.676060 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab8b5d-21b2-4cf8-b681-f154ac52f112 service neutron] Pushing event updated for resources: {'Port': ['ID=e803e0ad-7898-4a32-9dc5-0d5f670b9816,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:45.680011 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-40ab7c1e-6ff3-420e-9b87-5f04f710bea2 admin admin] Publish callbacks [] for security_group (e0f58252-5e41-4ba9-8b31-140a31120f53), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.840331 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-2553a6c4-6aa1-4660-961d-6985f9f50f9d service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818483 May 04 19:06:45.891242 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58582) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:45.936024 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d38375ec-b0e5-4e4c-9612-17222e9f3bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:45.978656 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-785bdc62-79c2-4c36-9379-904147fbcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:45.980519 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-785bdc62-79c2-4c36-9379-904147fbcc5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 1127 time: 0.2479901 May 04 19:06:46.050633 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-40ab7c1e-6ff3-420e-9b87-5f04f710bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e0f58252-5e41-4ba9-8b31-140a31120f53), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.053602 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-40ab7c1e-6ff3-420e-9b87-5f04f710bea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.055039 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-40ab7c1e-6ff3-420e-9b87-5f04f710bea2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0f58252-5e41-4ba9-8b31-140a31120f53 HTTP/1.1" status: 204 len: 168 time: 0.8272154 May 04 19:06:46.107648 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-f1b290e7-80d2-4955-9cb8-6c0f0575332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.109318 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-f1b290e7-80d2-4955-9cb8-6c0f0575332f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.4724586 May 04 19:06:46.122162 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab7c1e-6ff3-420e-9b87-5f04f710bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f58252-5e41-4ba9-8b31-140a31120f53,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:46.160390 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe793afa-1a1f-430b-a1ed-02c6e73d1499 req-81e0fcea-4d8e-4835-8fe5-989816ab0995 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.160929 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:06:46.161999 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fe793afa-1a1f-430b-a1ed-02c6e73d1499 req-81e0fcea-4d8e-4835-8fe5-989816ab0995 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 944 time: 0.1283321 May 04 19:06:46.175930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16ba06-51f9-49bc-b978-fee0b002ecb7 req-13a587bd-7023-4213-99b1-f80845eb18a4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.193885 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a16ba06-51f9-49bc-b978-fee0b002ecb7 req-13a587bd-7023-4213-99b1-f80845eb18a4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 943 time: 0.1260176 May 04 19:06:46.248195 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 84ae57cd-445d-48f4-a111-8b738c387bc3 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:46.294697 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-bdced96b-5fd6-443c-ad36-c10bfa9a853c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 200 len: 217 time: 0.0759022 May 04 19:06:46.365226 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-9007b3ae-cf54-48c1-b886-35682a53bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.367603 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-cae39f7e-2f89-47f4-855e-066da1f8a45b service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139115 May 04 19:06:46.367725 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-9007b3ae-cf54-48c1-b886-35682a53bdf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0652475 May 04 19:06:46.382542 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.db.resource_extend [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 19:06:46.387685 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-476e337a-d5b1-43f3-a490-107b4564f0f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816 HTTP/1.1" status: 200 len: 217 time: 0.1634610 May 04 19:06:46.405253 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a16ba06-51f9-49bc-b978-fee0b002ecb7 req-54510286-ae14-47bc-bfa5-a8407caa3fd5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052662 May 04 19:06:46.507255 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-57bacc69-c241-4b49-8607-7a2544962fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.512781 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-57bacc69-c241-4b49-8607-7a2544962fc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021082 May 04 19:06:46.589118 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 84ae57cd-445d-48f4-a111-8b738c387bc3 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:06:46.624248 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 84ae57cd-445d-48f4-a111-8b738c387bc3 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:46.625519 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.632216 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d284fc50-fc37-46bf-a807-cd3326f9835f req-42b50b8a-f90e-40d7-92ac-3cd57eb3d768 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 210 time: 0.0573900 May 04 19:06:46.683667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d38375ec-b0e5-4e4c-9612-17222e9f3bbf admin admin] Publish callbacks [] for security_group (65d43c6a-ea71-4b09-8540-1e40e44ab1e8), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.700007 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fe793afa-1a1f-430b-a1ed-02c6e73d1499 req-7329b040-310b-4c46-a4f9-e3762d3b6b6c tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244751 May 04 19:06:46.739554 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:46.746553 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d38375ec-b0e5-4e4c-9612-17222e9f3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (65d43c6a-ea71-4b09-8540-1e40e44ab1e8), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.757978 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'port_id': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'mac_address': 'fa:16:3e:8a:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:06:46.765101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58616) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:46.797752 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-b2f220e4-9de4-4836-b78b-f97da145d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.798847 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb784-b040-4153-9c7f-1b76898de26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.800712 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-b2f220e4-9de4-4836-b78b-f97da145d779 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.3326275 May 04 19:06:46.822300 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d38375ec-b0e5-4e4c-9612-17222e9f3bbf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c04750c99ed04ec3b170663d3298f6dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9299266 May 04 19:06:46.822488 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58620) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:46.854045 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 84ae57cd-445d-48f4-a111-8b738c387bc3 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:46.854675 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.860426 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-06a04167-e79b-4cfb-aded-81fdf20dfa9d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.862155 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-06a04167-e79b-4cfb-aded-81fdf20dfa9d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 811 time: 0.4416707 May 04 19:06:46.864264 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38375ec-b0e5-4e4c-9612-17222e9f3bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d43c6a-ea71-4b09-8540-1e40e44ab1e8,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:46.886137 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:46.887124 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.897972 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-d3eb38be-8524-464f-baa4-9ec5ea541d3c service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790445 May 04 19:06:46.953858 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-e7b12bc5-a4d6-4e0d-bae1-84e30211f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:46.955726 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-e7b12bc5-a4d6-4e0d-bae1-84e30211f0fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563898 May 04 19:06:46.969749 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 84ae57cd-445d-48f4-a111-8b738c387bc3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=84ae57cd-445d-48f4-a111-8b738c387bc3,segment=NetworkSegment(3d2e036e-42c0-44ec-9015-72a638bc3571),segment_id=3d2e036e-42c0-44ec-9015-72a638bc3571)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:46.973434 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1a75-3014-43af-9c29-2607678cd696 admin admin] Publish callbacks [] for security_group (65d43c6a-ea71-4b09-8540-1e40e44ab1e8), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:46.976220 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:46.997740 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58628) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:47.018879 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcf747-6539-49b2-a62e-9781344cc462 req-f72796a4-1763-4ea9-8947-9458d3e22f20 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:47.020419 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b8bcf747-6539-49b2-a62e-9781344cc462 req-f72796a4-1763-4ea9-8947-9458d3e22f20 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.1535552 May 04 19:06:47.119991 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1a75-3014-43af-9c29-2607678cd696 admin admin] Publish callbacks [] for security_group (65d43c6a-ea71-4b09-8540-1e40e44ab1e8), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.131534 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-e5bdcc70-e885-4f1b-8d35-9ebea4c0a676 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651111 May 04 19:06:47.137248 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.149832 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2916343-9825-41ef-93c5-4b2dbc6d65a9 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:47.177290 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-f6504f7d-7ec0-439b-b778-9c30966267fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.195399 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:47.205226 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.207237 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-1c0e2e1c-6c90-4916-bc7b-d36178ced96a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8f18c943e24a3ab621f08fa24c596b HTTP/1.1" status: 200 len: 379 time: 0.3150084 May 04 19:06:47.211304 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=84ae57cd-445d-48f4-a111-8b738c387bc3,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:47.220056 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb784-b040-4153-9c7f-1b76898de26c admin admin] Publish callbacks [] for security_group (04ceec20-c561-4cc2-8078-339476456da0), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.238518 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b8bcf747-6539-49b2-a62e-9781344cc462 req-5da552a9-1bec-4892-89d0-0e3f6b7602d2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989071 May 04 19:06:47.271817 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb784-b040-4153-9c7f-1b76898de26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (04ceec20-c561-4cc2-8078-339476456da0), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.313308 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-f6504f7d-7ec0-439b-b778-9c30966267fe admin admin] Publish callbacks [] for security_group (a57b44da-6476-429c-968d-3a18e5499322), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.319752 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-f6504f7d-7ec0-439b-b778-9c30966267fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a57b44da-6476-429c-968d-3a18e5499322), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.337565 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e80bd49-11dc-40ce-80fa-3c357bf61c0b req-84ec6885-f026-413b-9a34-08ca718f04bf service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017637 May 04 19:06:47.343787 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0e5fb784-b040-4153-9c7f-1b76898de26c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd5f64b52c78452c84c148927757f5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752008 May 04 19:06:47.343787 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fb784-b040-4153-9c7f-1b76898de26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ceec20-c561-4cc2-8078-339476456da0,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:47.344809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58640) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:47.369967 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff8ad46-5d23-4d25-ac82-7928bafac0e6" -d '{"events": [{"server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "name": "network-vif-plugged", "status": "completed", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:47.374509 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6504f7d-7ec0-439b-b778-9c30966267fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57b44da-6476-429c-968d-3a18e5499322,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:47.387939 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1a75-3014-43af-9c29-2607678cd696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (65d43c6a-ea71-4b09-8540-1e40e44ab1e8), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.391247 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1a75-3014-43af-9c29-2607678cd696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.392916 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1f1b1a75-3014-43af-9c29-2607678cd696 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65d43c6a-ea71-4b09-8540-1e40e44ab1e8 HTTP/1.1" status: 204 len: 168 time: 0.5691423 May 04 19:06:47.407743 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b1a75-3014-43af-9c29-2607678cd696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d43c6a-ea71-4b09-8540-1e40e44ab1e8,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:47.414467 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:47.425395 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3344eae2-90aa-4df6-96db-9cce737497dd admin admin] Publish callbacks [] for security_group (04ceec20-c561-4cc2-8078-339476456da0), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.436650 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-f6504f7d-7ec0-439b-b778-9c30966267fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e5775ed3e4994fdbaa725235741502a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374561 May 04 19:06:47.437247 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58650) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:47.476935 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3344eae2-90aa-4df6-96db-9cce737497dd admin admin] Publish callbacks [] for security_group (04ceec20-c561-4cc2-8078-339476456da0), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.503305 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-91516249-7f1e-479c-a03b-eb9d1bb8707b admin admin] Publish callbacks [] for security_group (a57b44da-6476-429c-968d-3a18e5499322), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.531017 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d5dcba-679c-4f2c-b911-1da7051023a9 x-openstack-request-id: req-72d5dcba-679c-4f2c-b911-1da7051023a9 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:47.531541 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "name": "network-vif-plugged", "status": "completed", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:47.531801 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72d5dcba-679c-4f2c-b911-1da7051023a9 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:47.532246 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d5dcba-679c-4f2c-b911-1da7051023a9'] response: {'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3', 'code': 200} May 04 19:06:47.546343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-91516249-7f1e-479c-a03b-eb9d1bb8707b admin admin] Publish callbacks [] for security_group (a57b44da-6476-429c-968d-3a18e5499322), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.560883 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-feffac5e-ac59-4b4b-90d3-7eb251725d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.564541 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c147aa9-fbb3-458a-8d66-186756d08bcf req-8a303b77-1869-49b9-8820-14ec131d82e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:47.566287 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5c147aa9-fbb3-458a-8d66-186756d08bcf req-8a303b77-1869-49b9-8820-14ec131d82e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 943 time: 0.0521760 May 04 19:06:47.580734 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3344eae2-90aa-4df6-96db-9cce737497dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (04ceec20-c561-4cc2-8078-339476456da0), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.583798 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3344eae2-90aa-4df6-96db-9cce737497dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.587503 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3344eae2-90aa-4df6-96db-9cce737497dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04ceec20-c561-4cc2-8078-339476456da0 HTTP/1.1" status: 204 len: 168 time: 0.2417340 May 04 19:06:47.607544 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344eae2-90aa-4df6-96db-9cce737497dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ceec20-c561-4cc2-8078-339476456da0,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:47.613254 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-91516249-7f1e-479c-a03b-eb9d1bb8707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a57b44da-6476-429c-968d-3a18e5499322), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.618415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-91516249-7f1e-479c-a03b-eb9d1bb8707b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:47.623911 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-91516249-7f1e-479c-a03b-eb9d1bb8707b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a57b44da-6476-429c-968d-3a18e5499322 HTTP/1.1" status: 204 len: 168 time: 0.1812253 May 04 19:06:47.637504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91516249-7f1e-479c-a03b-eb9d1bb8707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57b44da-6476-429c-968d-3a18e5499322,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:47.660871 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5c147aa9-fbb3-458a-8d66-186756d08bcf req-94131c16-7d99-4334-a405-144ff8e9aa6e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887113 May 04 19:06:47.761182 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-137b3fdf-54e0-4c1d-a59e-6cc01ef288a7 req-e9aafb21-3e6a-46fa-9212-e7eb4f28df74 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 210 time: 0.0395167 May 04 19:06:47.839065 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283b557-3a2e-47ab-8794-ae6a80384dbb req-3dd9d05c-b35d-4c03-b4a9-ab0b8aeb53c0 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:47.840583 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9283b557-3a2e-47ab-8794-ae6a80384dbb req-3dd9d05c-b35d-4c03-b4a9-ab0b8aeb53c0 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0542400 May 04 19:06:47.891527 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9283b557-3a2e-47ab-8794-ae6a80384dbb req-004c51c3-8073-487a-9e23-634d196dba2e tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 May 04 19:06:48.015292 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58676) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:48.028268 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-287a8dcd-5b92-47ab-a55d-9dce8c642adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.107087 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-287a8dcd-5b92-47ab-a55d-9dce8c642adf admin admin] Publish callbacks [] for security_group (dc778b13-26dd-43b7-85e5-c9616cb4f0aa), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.110666 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-287a8dcd-5b92-47ab-a55d-9dce8c642adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (dc778b13-26dd-43b7-85e5-c9616cb4f0aa), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.160312 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-287a8dcd-5b92-47ab-a55d-9dce8c642adf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88e9690fd7cc45de9755554a96d733b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439240 May 04 19:06:48.162594 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a8dcd-5b92-47ab-a55d-9dce8c642adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc778b13-26dd-43b7-85e5-c9616cb4f0aa,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:48.163106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58684) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:48.227229 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5dc8-84fc-444e-89d4-ee8172ed84d4 admin admin] Publish callbacks [] for security_group (dc778b13-26dd-43b7-85e5-c9616cb4f0aa), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.263506 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5dc8-84fc-444e-89d4-ee8172ed84d4 admin admin] Publish callbacks [] for security_group (dc778b13-26dd-43b7-85e5-c9616cb4f0aa), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.329369 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5dc8-84fc-444e-89d4-ee8172ed84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (dc778b13-26dd-43b7-85e5-c9616cb4f0aa), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.332038 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5dc8-84fc-444e-89d4-ee8172ed84d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.333253 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-ea0e5dc8-84fc-444e-89d4-ee8172ed84d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc778b13-26dd-43b7-85e5-c9616cb4f0aa HTTP/1.1" status: 204 len: 168 time: 0.1690886 May 04 19:06:48.364900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e5dc8-84fc-444e-89d4-ee8172ed84d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc778b13-26dd-43b7-85e5-c9616cb4f0aa,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:48.383322 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff22615-c419-4dfd-9f95-6feda280da5f req-8d5da3a1-8838-433a-968e-c90b93146be2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:48.384904 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fff22615-c419-4dfd-9f95-6feda280da5f req-8d5da3a1-8838-433a-968e-c90b93146be2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0673032 May 04 19:06:48.441600 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fff22615-c419-4dfd-9f95-6feda280da5f req-293dae07-179c-4ca0-9195-97ebc40b8ca2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505779 May 04 19:06:48.723168 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58712) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:48.739524 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0a74cff1-caa2-497c-861b-470afcb8ad71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.827550 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc6f49-efbe-44be-a669-605fe09906e2 req-c7c367e0-058c-413e-964d-a477f2ae6896 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:48.834765 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8fcc6f49-efbe-44be-a669-605fe09906e2 req-c7c367e0-058c-413e-964d-a477f2ae6896 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 943 time: 0.0682232 May 04 19:06:48.896384 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1674c3a5-5833-486c-905f-b2d6a1d9e312 req-8696f9ef-35b4-4e2e-84cf-e0e572a618e1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 210 time: 0.0388274 May 04 19:06:48.922489 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8fcc6f49-efbe-44be-a669-605fe09906e2 req-ba1d362c-67c1-44fc-860f-8da625b058e3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 May 04 19:06:48.947810 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0a74cff1-caa2-497c-861b-470afcb8ad71 admin admin] Publish callbacks [] for security_group (561c1dac-61a6-4bff-909f-9609b56b8d3b), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:48.953389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0a74cff1-caa2-497c-861b-470afcb8ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (561c1dac-61a6-4bff-909f-9609b56b8d3b), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:49.021387 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0a74cff1-caa2-497c-861b-470afcb8ad71 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1cc18244761b4197b61110987783f0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970791 May 04 19:06:49.024986 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58728) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:49.041002 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74cff1-caa2-497c-861b-470afcb8ad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c1dac-61a6-4bff-909f-9609b56b8d3b,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:49.052698 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2f916-77c2-4d10-8b4e-09c7fb9f7845 req-2d51d4c6-bb48-41ef-9f67-03b35a6b107d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:49.055763 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bdf2f916-77c2-4d10-8b4e-09c7fb9f7845 req-2d51d4c6-bb48-41ef-9f67-03b35a6b107d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0751231 May 04 19:06:49.088091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-440b4a4d-7364-456a-bdce-2c25af25d82e admin admin] Publish callbacks [] for security_group (561c1dac-61a6-4bff-909f-9609b56b8d3b), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:49.116151 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-440b4a4d-7364-456a-bdce-2c25af25d82e admin admin] Publish callbacks [] for security_group (561c1dac-61a6-4bff-909f-9609b56b8d3b), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:49.126506 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bdf2f916-77c2-4d10-8b4e-09c7fb9f7845 req-83fd96ab-93f6-4535-9a8c-730738a62bc1 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640090 May 04 19:06:49.176164 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-440b4a4d-7364-456a-bdce-2c25af25d82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (561c1dac-61a6-4bff-909f-9609b56b8d3b), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:49.178986 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-440b4a4d-7364-456a-bdce-2c25af25d82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:49.183257 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-440b4a4d-7364-456a-bdce-2c25af25d82e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/561c1dac-61a6-4bff-909f-9609b56b8d3b HTTP/1.1" status: 204 len: 168 time: 0.1537831 May 04 19:06:49.188305 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b4a4d-7364-456a-bdce-2c25af25d82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c1dac-61a6-4bff-909f-9609b56b8d3b,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:49.519191 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ba9cc838-25e8-4a65-849a-ef79368d718d details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:06:49.536399 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'port': {'device_id': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'admin_state_up': True, 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'security_groups': ['e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:49.689035 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ba9cc838-25e8-4a65-849a-ef79368d718d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ba9cc838-25e8-4a65-849a-ef79368d718d,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:49.708053 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95a36b-6118-40f8-8a32-90a52edb3267 req-0404e2dd-6819-4cfe-aecb-8d0f5c3854e6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:49.709829 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ca95a36b-6118-40f8-8a32-90a52edb3267 req-0404e2dd-6819-4cfe-aecb-8d0f5c3854e6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.1661191 May 04 19:06:49.712610 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'ba9cc838-25e8-4a65-849a-ef79368d718d', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'port_id': 'ba9cc838-25e8-4a65-849a-ef79368d718d', 'mac_address': 'fa:16:3e:f0:e3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:06:49.808170 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port ba9cc838-25e8-4a65-849a-ef79368d718d is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:49.808725 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:49.817716 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a754f39-6bd4-4153-9929-d56135dc7469 req-bf3ea332-c6b2-41b9-b2f4-89577061aeb3 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204091 May 04 19:06:49.843637 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ca95a36b-6118-40f8-8a32-90a52edb3267 req-4a744832-f5e5-4c64-a0e7-2a76ba096632 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264594 May 04 19:06:49.873191 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['c2916343-9825-41ef-93c5-4b2dbc6d65a9'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:06:49.897773 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9cc838-25e8-4a65-849a-ef79368d718d {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:49.906234 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Made reservation on behalf of df8f18c943e24a3ab621f08fa24c596b for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:49.913331 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:49.918739 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650721d-d32e-4d28-8d0c-d8abc5c89d05 req-a4b1180d-f39b-4175-b6c1-c31aeb8d14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:49.926896 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6650721d-d32e-4d28-8d0c-d8abc5c89d05 req-a4b1180d-f39b-4175-b6c1-c31aeb8d14b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 1129 time: 0.1596580 May 04 19:06:50.028125 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-909e5408-6e68-40ef-8db6-14e9034cbd82 req-4d0fdf6c-cfb6-4824-a9b8-aff073d2de50 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 210 time: 0.0442600 May 04 19:06:50.071819 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ba9cc838-25e8-4a65-849a-ef79368d718d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ba9cc838-25e8-4a65-849a-ef79368d718d,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:50.082947 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ef345c86-4bb8-4c1f-8a10-310fdd69f2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.088665 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.170681 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b23249-1bab-4dee-a75a-23bd6fc6cb90 req-3ed9e54b-69de-4516-943d-df93e853b1eb tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:50.173943 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-13b23249-1bab-4dee-a75a-23bd6fc6cb90 req-3ed9e54b-69de-4516-943d-df93e853b1eb tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 943 time: 0.1174164 May 04 19:06:50.181717 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=ba9cc838-25e8-4a65-849a-ef79368d718d,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:50.221751 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Allocated IP 172.20.0.8 (10d3c238-2c90-40fe-8795-81f60cedf693/112c6114-9040-4008-bf33-67484848b64a/f2a67d60-fe59-49da-83ac-a36d263ffa54) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:50.270088 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-13b23249-1bab-4dee-a75a-23bd6fc6cb90 req-3d032b33-fc9a-4d11-935e-c92480ec5a66 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901809 May 04 19:06:50.328599 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d446fc1-8b3e-4efe-ab31-f749483b468d req-29bd784e-7641-4c16-9139-8cf8324d3479 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:50.337085 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4d446fc1-8b3e-4efe-ab31-f749483b468d req-29bd784e-7641-4c16-9139-8cf8324d3479 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.1283724 May 04 19:06:50.397187 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4d446fc1-8b3e-4efe-ab31-f749483b468d req-335cdef1-7bb2-4eb2-80ef-eb9d4c06bf3e tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 May 04 19:06:50.457055 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58806) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:50.478164 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.518329 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.587077 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'Port': ['ID=f2a67d60-fe59-49da-83ac-a36d263ffa54,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:50.600530 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Network 10d3c238-2c90-40fe-8795-81f60cedf693 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:50.601997 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:50.604509 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:50.609881 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:50.610949 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.638950 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-5039b37a-cb0c-4fd8-9055-ef06262b73b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1021128 May 04 19:06:50.663008 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-459e6b2f-23f4-41c8-9acc-6c5128aaec30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.696794 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Request body: {'port': {'device_id': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:50.758028 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-6650721d-d32e-4d28-8d0c-d8abc5c89d05 req-820678d8-9b71-4553-8107-041654e13cba service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.846833 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-87e9bd4c-c1c5-44f0-9aba-1123f3716f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:50.848429 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-87e9bd4c-c1c5-44f0-9aba-1123f3716f63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 1127 time: 0.1478412 May 04 19:06:50.854647 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['ba9cc838-25e8-4a65-849a-ef79368d718d'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:06:50.963924 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-459e6b2f-23f4-41c8-9acc-6c5128aaec30 admin admin] Publish callbacks [] for security_group (1a7352d4-d8b2-4999-9bc3-eef762277e70), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:50.973110 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-459e6b2f-23f4-41c8-9acc-6c5128aaec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1a7352d4-d8b2-4999-9bc3-eef762277e70), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.011291 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.077523 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-a89ae8d9-c638-402f-8aba-0b2c00bfecb7 None None] Provisioning complete for port f2a67d60-fe59-49da-83ac-a36d263ffa54 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:51.078192 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a89ae8d9-c638-402f-8aba-0b2c00bfecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.107534 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-6650721d-d32e-4d28-8d0c-d8abc5c89d05 req-820678d8-9b71-4553-8107-041654e13cba service neutron] Publish callbacks [] for security_group (b5dcd7e1-4c38-4219-9121-874a18cf9d47), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.124486 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-6650721d-d32e-4d28-8d0c-d8abc5c89d05 req-820678d8-9b71-4553-8107-041654e13cba service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b5dcd7e1-4c38-4219-9121-874a18cf9d47), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.128199 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-a89ae8d9-c638-402f-8aba-0b2c00bfecb7 None None] Port f2a67d60-fe59-49da-83ac-a36d263ffa54 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:51.220708 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-459e6b2f-23f4-41c8-9acc-6c5128aaec30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ca43cf5a2854c53a993f1cd98c4d5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7625749 May 04 19:06:51.229045 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01801e46-6cf8-409d-8196-12dfd72272fd req-74b6ecd1-bdaf-4cbe-bf92-2813e1e77ec1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:51.229623 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6650721d-d32e-4d28-8d0c-d8abc5c89d05 req-820678d8-9b71-4553-8107-041654e13cba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207760 May 04 19:06:51.230546 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58840) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:51.231436 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01801e46-6cf8-409d-8196-12dfd72272fd req-74b6ecd1-bdaf-4cbe-bf92-2813e1e77ec1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.2645307 May 04 19:06:51.236668 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.243842 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e6b2f-23f4-41c8-9acc-6c5128aaec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7352d4-d8b2-4999-9bc3-eef762277e70,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:51.354030 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820678d8-9b71-4553-8107-041654e13cba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dcd7e1-4c38-4219-9121-874a18cf9d47,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:51.368340 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc171ca-0717-4a1b-8932-992bbbc7d923 req-aa66a329-ac1c-4c8b-ae0c-b75abc793a70 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:51.370824 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6bc171ca-0717-4a1b-8932-992bbbc7d923 req-aa66a329-ac1c-4c8b-ae0c-b75abc793a70 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 931 time: 0.1606033 May 04 19:06:51.378343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-e7404edb-4716-445b-a6b8-6770ecb8bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:51.379897 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-e7404edb-4716-445b-a6b8-6770ecb8bfbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.5238636 May 04 19:06:51.395943 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01801e46-6cf8-409d-8196-12dfd72272fd req-e7d32955-ef8b-455a-b0f0-76db5ed91ad0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566789 May 04 19:06:51.402582 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2229be78-f790-492c-bb17-c887d7c4fd3d admin admin] Publish callbacks [] for security_group (1a7352d4-d8b2-4999-9bc3-eef762277e70), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.467476 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2229be78-f790-492c-bb17-c887d7c4fd3d admin admin] Publish callbacks [] for security_group (1a7352d4-d8b2-4999-9bc3-eef762277e70), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.503764 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6bc171ca-0717-4a1b-8932-992bbbc7d923 req-c6f98cdf-6939-40fe-9a3e-da1a161eae66 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106405 May 04 19:06:51.558304 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2229be78-f790-492c-bb17-c887d7c4fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1a7352d4-d8b2-4999-9bc3-eef762277e70), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.561183 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2229be78-f790-492c-bb17-c887d7c4fd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.562444 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2229be78-f790-492c-bb17-c887d7c4fd3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a7352d4-d8b2-4999-9bc3-eef762277e70 HTTP/1.1" status: 204 len: 168 time: 0.3143933 May 04 19:06:51.576315 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229be78-f790-492c-bb17-c887d7c4fd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7352d4-d8b2-4999-9bc3-eef762277e70,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:51.619813 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-8c09dc16-71c8-4b7a-9c48-c8752c5c682b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816 HTTP/1.1" status: 200 len: 217 time: 0.0926468 May 04 19:06:51.674035 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ebb38-5e60-44d1-882a-e6e777249462 req-03388377-fa81-4a34-8aa9-9a80b5cf9518 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:51.676914 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804158cc-5359-462d-a2aa-adabe39825b9 req-13358d41-e664-4bf8-8b44-9d825362d054 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:51.678676 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-804158cc-5359-462d-a2aa-adabe39825b9 req-13358d41-e664-4bf8-8b44-9d825362d054 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 943 time: 0.1290808 May 04 19:06:51.679781 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b52ebb38-5e60-44d1-882a-e6e777249462 req-03388377-fa81-4a34-8aa9-9a80b5cf9518 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.1051602 May 04 19:06:51.760992 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ba9cc838-25e8-4a65-849a-ef79368d718d up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:51.799212 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-804158cc-5359-462d-a2aa-adabe39825b9 req-5e7696f0-9f07-4bea-a338-87d9aa9619ae tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112573 May 04 19:06:51.818802 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b52ebb38-5e60-44d1-882a-e6e777249462 req-936638f0-6dfb-48d9-b4fd-f837d06ddb1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311655 May 04 19:06:51.864033 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port ba9cc838-25e8-4a65-849a-ef79368d718d completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:06:51.876592 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port ba9cc838-25e8-4a65-849a-ef79368d718d triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:51.877448 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.911517 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a67d60-fe59-49da-83ac-a36d263ffa54 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:51.928172 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Publish callbacks [] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:51.975245 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Transition to ACTIVE for port object f2a67d60-fe59-49da-83ac-a36d263ffa54 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:06:51.985415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.018995 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port ba9cc838-25e8-4a65-849a-ef79368d718d is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:52.019613 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.035199 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-f19b8ea7-d37d-45de-abe1-f2d7ff0af4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:52.036876 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-f19b8ea7-d37d-45de-abe1-f2d7ff0af4f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.1286790 May 04 19:06:52.075599 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9cc838-25e8-4a65-849a-ef79368d718d'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:52.078292 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590d769f-9857-42e5-8fbc-b22bb61d56e7" -d '{"events": [{"server_uuid": "150304bb-d8d1-4c08-93b6-fc07c69fd846", "name": "network-vif-plugged", "status": "completed", "tag": "ba9cc838-25e8-4a65-849a-ef79368d718d"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:52.106947 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ba9cc838-25e8-4a65-849a-ef79368d718d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ba9cc838-25e8-4a65-849a-ef79368d718d,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:52.119507 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.121110 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:52.148638 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a67d60-fe59-49da-83ac-a36d263ffa54,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:52.179760 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34116b60-e101-4a40-b58f-2ae76c77a1f4 x-openstack-request-id: req-34116b60-e101-4a40-b58f-2ae76c77a1f4 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:52.180113 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150304bb-d8d1-4c08-93b6-fc07c69fd846", "name": "network-vif-plugged", "status": "completed", "tag": "ba9cc838-25e8-4a65-849a-ef79368d718d", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:52.180355 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34116b60-e101-4a40-b58f-2ae76c77a1f4 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:52.180749 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34116b60-e101-4a40-b58f-2ae76c77a1f4'] response: {'server_uuid': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9cc838-25e8-4a65-849a-ef79368d718d', 'code': 200} May 04 19:06:52.187653 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-68eb7218-524f-451e-9d66-23fd8833c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:52.189499 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-68eb7218-524f-451e-9d66-23fd8833c51b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1408010 May 04 19:06:52.206645 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Attempting to bind port f2a67d60-fe59-49da-83ac-a36d263ffa54 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:52.207042 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Attempting to bind port f2a67d60-fe59-49da-83ac-a36d263ffa54 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:52.207372 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Attempting to bind port f2a67d60-fe59-49da-83ac-a36d263ffa54 on network 10d3c238-2c90-40fe-8795-81f60cedf693 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:52.215775 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Port f2a67d60-fe59-49da-83ac-a36d263ffa54 on network 10d3c238-2c90-40fe-8795-81f60cedf693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:06:52.216278 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Attempting to bind port f2a67d60-fe59-49da-83ac-a36d263ffa54 on network 10d3c238-2c90-40fe-8795-81f60cedf693 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:52.263106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:52.264309 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58880) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:52.266166 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Checking segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:52.266771 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Bound using segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:52.267302 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Bound port: f2a67d60-fe59-49da-83ac-a36d263ffa54, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:52.268003 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.279832 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d87b7743-81f6-4551-9197-d3b18f7d60ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.287862 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=ba9cc838-25e8-4a65-849a-ef79368d718d,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:52.374525 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port c2916343-9825-41ef-93c5-4b2dbc6d65a9 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:06:52.390114 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port c2916343-9825-41ef-93c5-4b2dbc6d65a9 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:52.390824 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.395241 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d87b7743-81f6-4551-9197-d3b18f7d60ed admin admin] Publish callbacks [] for security_group (8797698b-0c17-41d8-811b-2f400ce0c695), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.401666 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d87b7743-81f6-4551-9197-d3b18f7d60ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8797698b-0c17-41d8-811b-2f400ce0c695), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.424156 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] For port f2a67d60-fe59-49da-83ac-a36d263ffa54, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:52.441278 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] For port f2a67d60-fe59-49da-83ac-a36d263ffa54, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:52.466603 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d87b7743-81f6-4551-9197-d3b18f7d60ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f9bae527b7b747af8374da13fa7bbde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006285 May 04 19:06:52.469115 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58890) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:52.485002 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b7743-81f6-4551-9197-d3b18f7d60ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8797698b-0c17-41d8-811b-2f400ce0c695,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:52.487440 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.532210 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.624781 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:52.625458 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.627143 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 200 len: 1093 time: 1.9354124 May 04 19:06:52.627662 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:52.629681 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71" -d '{"events": [{"name": "network-changed", "server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:52.644568 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-3e8c67dc-57dd-4d19-a13c-5a1ab11b1198 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319139 May 04 19:06:52.646761 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:52.647161 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.698544 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba8107-f77d-427e-bc82-3cdc00c75c9d req-654c5df8-35bc-4578-9db7-a5c99a4c548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:52.700585 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-69ba8107-f77d-427e-bc82-3cdc00c75c9d req-654c5df8-35bc-4578-9db7-a5c99a4c548d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1129 time: 0.1950629 May 04 19:06:52.735770 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f4311-8fcc-401e-882a-72f3fe5d0ada req-d162013b-63bf-4cf6-b2f1-f7a1077f2eb0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:52.738010 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:52.744920 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.753508 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e23f4311-8fcc-401e-882a-72f3fe5d0ada req-d162013b-63bf-4cf6-b2f1-f7a1077f2eb0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.1148667 May 04 19:06:52.767261 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5188c-ce1f-43fe-a82e-533a58f7c723 req-e4a7063c-8f1d-4e0c-b154-2beed23ddaf5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:52.777542 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27c5188c-ce1f-43fe-a82e-533a58f7c723 req-e4a7063c-8f1d-4e0c-b154-2beed23ddaf5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.2324522 May 04 19:06:52.794988 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c102cfcf-879d-49ba-ae3b-73a773afd9bd admin admin] Publish callbacks [] for security_group (8797698b-0c17-41d8-811b-2f400ce0c695), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.802830 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:52.842842 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c102cfcf-879d-49ba-ae3b-73a773afd9bd admin admin] Publish callbacks [] for security_group (8797698b-0c17-41d8-811b-2f400ce0c695), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.881767 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0331b-ca8e-4611-9f07-b5b39c81bbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a67d60-fe59-49da-83ac-a36d263ffa54,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:52.950593 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-0b4e617c-0385-4a1b-9f23-78ec3e7b3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:52.952398 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-0b4e617c-0385-4a1b-9f23-78ec3e7b3bc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 1127 time: 0.1933799 May 04 19:06:52.968334 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27c5188c-ce1f-43fe-a82e-533a58f7c723 req-abdb29f1-e705-4761-80da-affc4f2ab577 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896403 May 04 19:06:52.981797 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c102cfcf-879d-49ba-ae3b-73a773afd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8797698b-0c17-41d8-811b-2f400ce0c695), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:52.984325 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c102cfcf-879d-49ba-ae3b-73a773afd9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:53.005875 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c102cfcf-879d-49ba-ae3b-73a773afd9bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8797698b-0c17-41d8-811b-2f400ce0c695 HTTP/1.1" status: 204 len: 168 time: 0.5275049 May 04 19:06:53.010683 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-69ba8107-f77d-427e-bc82-3cdc00c75c9d req-79243d1c-a9b0-47c3-b7e6-fa5b372dda60 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040867 May 04 19:06:53.034794 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102cfcf-879d-49ba-ae3b-73a773afd9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8797698b-0c17-41d8-811b-2f400ce0c695,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:53.042894 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e23f4311-8fcc-401e-882a-72f3fe5d0ada req-048fba3e-5c66-4d9f-a0b8-0b86628d54bc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885563 May 04 19:06:53.094257 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-11e39b10-65f9-43db-afef-6953f0e196f6 req-2671929a-38e1-4713-aece-412905a52866 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335702 May 04 19:06:53.101701 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2db24a-5c77-499f-8aad-5314ab51a78f x-openstack-request-id: req-4f2db24a-5c77-499f-8aad-5314ab51a78f {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:53.102046 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:53.102305 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f2db24a-5c77-499f-8aad-5314ab51a78f {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:53.103717 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2db24a-5c77-499f-8aad-5314ab51a78f'] response: {'name': 'network-changed', 'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'status': 'completed', 'code': 200} May 04 19:06:53.258749 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da298ce-a66f-49f7-abac-641a386defef req-de8e34a0-7fd3-4c6f-8625-26c27a36e2f5 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:53.264461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c95e9-7588-4cba-a654-e336de7e80b1 req-fa4f563d-8858-4d09-bcaa-0f9cb48cb98e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:53.266172 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-421c95e9-7588-4cba-a654-e336de7e80b1 req-fa4f563d-8858-4d09-bcaa-0f9cb48cb98e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 943 time: 0.0805085 May 04 19:06:53.267004 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5da298ce-a66f-49f7-abac-641a386defef req-de8e34a0-7fd3-4c6f-8625-26c27a36e2f5 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.1031947 May 04 19:06:53.316815 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5da298ce-a66f-49f7-abac-641a386defef req-b4f67126-8128-4ec6-8a78-80dba804f4c8 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486577 May 04 19:06:53.340729 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-421c95e9-7588-4cba-a654-e336de7e80b1 req-fb825255-d2b6-460b-a9f2-f268b1c4d4bd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676649 May 04 19:06:53.925269 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.142934 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 58970) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:54.153878 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc25235-0367-4a6f-a0e7-1160576f2347 req-178b0ff5-2d36-4b22-84bc-52e28c954577 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:54.155405 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9bc25235-0367-4a6f-a0e7-1160576f2347 req-178b0ff5-2d36-4b22-84bc-52e28c954577 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0570290 May 04 19:06:54.166498 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85875acb-95e4-42d3-90c0-75523bb7578c req-91cffb11-b2b9-44e0-82cc-47f3aaa815d1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:54.173677 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-85875acb-95e4-42d3-90c0-75523bb7578c req-91cffb11-b2b9-44e0-82cc-47f3aaa815d1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.0709600 May 04 19:06:54.182282 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:54.185173 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b303e6-7c67-42af-a228-8a39f8ddcf80" -d '{"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:54.218006 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9bc25235-0367-4a6f-a0e7-1160576f2347 req-c5456b7d-8fa1-44ba-8875-a6ed8bc434cf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553541 May 04 19:06:54.229790 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-85875acb-95e4-42d3-90c0-75523bb7578c req-8420066c-4a1a-4a5c-8ff1-f8dac6c24705 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534580 May 04 19:06:54.279281 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043a7662-1b62-4414-8da9-f221693612cc x-openstack-request-id: req-043a7662-1b62-4414-8da9-f221693612cc {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:54.279595 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:54.279853 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-043a7662-1b62-4414-8da9-f221693612cc {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:54.280245 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043a7662-1b62-4414-8da9-f221693612cc'] response: {'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'code': 200} May 04 19:06:54.286007 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-72fbaf39-c279-4b67-b46e-76c248fc5483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.365392 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-72fbaf39-c279-4b67-b46e-76c248fc5483 admin admin] Publish callbacks [] for security_group (63d9d755-a709-482c-9639-4403d9c155c1), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.370370 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-72fbaf39-c279-4b67-b46e-76c248fc5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (63d9d755-a709-482c-9639-4403d9c155c1), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.417994 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-72fbaf39-c279-4b67-b46e-76c248fc5483 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3cf3f0e8429435b8086bff75fa4fd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716537 May 04 19:06:54.417994 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbaf39-c279-4b67-b46e-76c248fc5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d9d755-a709-482c-9639-4403d9c155c1,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:54.418954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 58990) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:54.472662 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b03795fc-898a-4c75-84b1-63df687bff02 admin admin] Publish callbacks [] for security_group (63d9d755-a709-482c-9639-4403d9c155c1), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.476429 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0fb5f-5d8b-4782-bab1-480ae846a6c6 req-01f7141d-79a3-48b7-9068-4398d6d5ec70 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:54.477936 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d5a0fb5f-5d8b-4782-bab1-480ae846a6c6 req-01f7141d-79a3-48b7-9068-4398d6d5ec70 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 943 time: 0.0475495 May 04 19:06:54.494845 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b03795fc-898a-4c75-84b1-63df687bff02 admin admin] Publish callbacks [] for security_group (63d9d755-a709-482c-9639-4403d9c155c1), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.527072 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d5a0fb5f-5d8b-4782-bab1-480ae846a6c6 req-27fe9688-429a-4af9-b65f-2d4a63d0b8f8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 May 04 19:06:54.554115 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b03795fc-898a-4c75-84b1-63df687bff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (63d9d755-a709-482c-9639-4403d9c155c1), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.557771 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b03795fc-898a-4c75-84b1-63df687bff02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.558905 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b03795fc-898a-4c75-84b1-63df687bff02 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63d9d755-a709-482c-9639-4403d9c155c1 HTTP/1.1" status: 204 len: 168 time: 0.1388271 May 04 19:06:54.566506 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03795fc-898a-4c75-84b1-63df687bff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d9d755-a709-482c-9639-4403d9c155c1,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:54.890040 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59012) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:54.904629 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5e797044-487f-4aa0-a8b7-055474f59312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.982636 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5e797044-487f-4aa0-a8b7-055474f59312 admin admin] Publish callbacks [] for security_group (0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:54.986804 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5e797044-487f-4aa0-a8b7-055474f59312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.025967 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-5e797044-487f-4aa0-a8b7-055474f59312 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb2a4bf52f294b3e87bc1af68b294191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348362 May 04 19:06:55.026822 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797044-487f-4aa0-a8b7-055474f59312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:55.031278 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59020) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:55.067080 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e803e0ad-7898-4a32-9dc5-0d5f670b9816 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:06:55.079777 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08fe949b-212a-4aa4-9fab-ee8f09778e19 admin admin] Publish callbacks [] for security_group (0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.106152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08fe949b-212a-4aa4-9fab-ee8f09778e19 admin admin] Publish callbacks [] for security_group (0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.156181 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08fe949b-212a-4aa4-9fab-ee8f09778e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.158994 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08fe949b-212a-4aa4-9fab-ee8f09778e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.160290 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-08fe949b-212a-4aa4-9fab-ee8f09778e19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb HTTP/1.1" status: 204 len: 168 time: 0.1302974 May 04 19:06:55.169508 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe949b-212a-4aa4-9fab-ee8f09778e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc12f9-53ac-4086-873c-7d9fcbd7f6bb,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:55.197679 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port e803e0ad-7898-4a32-9dc5-0d5f670b9816, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:55.211249 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'port_id': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816', 'mac_address': 'fa:16:3e:63:93:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:06:55.273163 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port e803e0ad-7898-4a32-9dc5-0d5f670b9816 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:55.273568 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.297325 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e803e0ad-7898-4a32-9dc5-0d5f670b9816 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:55.333337 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port e803e0ad-7898-4a32-9dc5-0d5f670b9816, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:55.346124 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.376559 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6010c-5536-455b-8f65-79bf70c767cc req-1f53a0b8-b7e1-4472-873d-1d96c4305445 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:55.383996 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027163ee-5950-45da-90f7-82e03dc6637d req-fd8d5bc0-683a-4dbd-a6f6-80b9a3c56513 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:55.387588 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-027163ee-5950-45da-90f7-82e03dc6637d req-fd8d5bc0-683a-4dbd-a6f6-80b9a3c56513 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.0536799 May 04 19:06:55.389158 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-98a6010c-5536-455b-8f65-79bf70c767cc req-1f53a0b8-b7e1-4472-873d-1d96c4305445 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0778024 May 04 19:06:55.427781 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=e803e0ad-7898-4a32-9dc5-0d5f670b9816,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:55.461393 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-027163ee-5950-45da-90f7-82e03dc6637d req-9e144e3f-3a88-4b73-8b39-a92d6b2746f0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668807 May 04 19:06:55.465860 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-98a6010c-5536-455b-8f65-79bf70c767cc req-dc43e833-f08c-4567-be6b-a205cdd9552f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757995 May 04 19:06:55.547732 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59050) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:55.647842 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8e0ae-f3e1-456f-9dcc-e527aad8168f req-045500e6-c855-4be7-9870-2a060f3e0638 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:55.649896 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7bc8e0ae-f3e1-456f-9dcc-e527aad8168f req-045500e6-c855-4be7-9870-2a060f3e0638 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 944 time: 0.0532708 May 04 19:06:55.686185 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5978d40b-65bd-4144-b6b2-fb168cfefce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.724558 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7bc8e0ae-f3e1-456f-9dcc-e527aad8168f req-75b6dade-fcab-4c04-a829-d20242fcb6ab tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691459 May 04 19:06:55.788118 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5978d40b-65bd-4144-b6b2-fb168cfefce6 admin admin] Publish callbacks [] for security_group (119cb9e4-5b04-43c4-9365-1f08981b30fd), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.791827 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5978d40b-65bd-4144-b6b2-fb168cfefce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (119cb9e4-5b04-43c4-9365-1f08981b30fd), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.829738 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5978d40b-65bd-4144-b6b2-fb168cfefce6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95ce49ef986b40b3a00d0aedcf9a4e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808952 May 04 19:06:55.830673 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978d40b-65bd-4144-b6b2-fb168cfefce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119cb9e4-5b04-43c4-9365-1f08981b30fd,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:55.832373 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59068) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:55.881371 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51db3f1b-c824-4215-82fd-56bf491e9f81 admin admin] Publish callbacks [] for security_group (119cb9e4-5b04-43c4-9365-1f08981b30fd), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.903719 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51db3f1b-c824-4215-82fd-56bf491e9f81 admin admin] Publish callbacks [] for security_group (119cb9e4-5b04-43c4-9365-1f08981b30fd), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.950871 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51db3f1b-c824-4215-82fd-56bf491e9f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (119cb9e4-5b04-43c4-9365-1f08981b30fd), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.953774 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51db3f1b-c824-4215-82fd-56bf491e9f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:55.954985 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-51db3f1b-c824-4215-82fd-56bf491e9f81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/119cb9e4-5b04-43c4-9365-1f08981b30fd HTTP/1.1" status: 204 len: 168 time: 0.1216259 May 04 19:06:55.964036 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db3f1b-c824-4215-82fd-56bf491e9f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119cb9e4-5b04-43c4-9365-1f08981b30fd,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:56.155756 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-43a4a0a1-c79c-4802-9cda-9af6e03b402f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 200 len: 217 time: 0.0528150 May 04 19:06:56.305704 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['e803e0ad-7898-4a32-9dc5-0d5f670b9816'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:06:56.378186 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59090) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:56.396377 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-bd4e33b0-abb4-44cf-abff-1b7d679163c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:56.553512 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-bd4e33b0-abb4-44cf-abff-1b7d679163c3 admin admin] Publish callbacks [] for security_group (5d76f95d-8e8b-48d3-9be4-c6d46f88af1b), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:56.598264 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-6222b7fc-3041-4ffd-be38-0ea4a9de2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:56.599702 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-6222b7fc-3041-4ffd-be38-0ea4a9de2274 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.1135457 May 04 19:06:56.600824 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-bd4e33b0-abb4-44cf-abff-1b7d679163c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5d76f95d-8e8b-48d3-9be4-c6d46f88af1b), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:56.702845 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1c658-4760-483a-aeb7-8a7cfeeac5ef req-128da778-0c78-4789-ab0e-3bb5eef99315 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:56.705935 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-30c1c658-4760-483a-aeb7-8a7cfeeac5ef req-128da778-0c78-4789-ab0e-3bb5eef99315 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0834665 May 04 19:06:56.718792 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd0336-187d-4aba-85df-e45448c5f00b req-db8e01ab-3027-4679-8807-5cc12c96701c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:56.720314 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddcd0336-187d-4aba-85df-e45448c5f00b req-db8e01ab-3027-4679-8807-5cc12c96701c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.0879726 May 04 19:06:56.774179 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e33b0-abb4-44cf-abff-1b7d679163c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d76f95d-8e8b-48d3-9be4-c6d46f88af1b,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:56.798839 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-bd4e33b0-abb4-44cf-abff-1b7d679163c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f838b7286ce2402cbb1cc556f877c786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182045 May 04 19:06:56.811295 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-30c1c658-4760-483a-aeb7-8a7cfeeac5ef req-cbe9375e-f745-4a51-9e0b-f1d18bafec09 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920398 May 04 19:06:56.811998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59114) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:56.876485 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddcd0336-187d-4aba-85df-e45448c5f00b req-f28b7aef-8dc3-46fb-a848-fd58a27337e1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317825 May 04 19:06:56.883631 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-2df01583-edd7-4b36-9784-dab49437516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:56.885903 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-2df01583-edd7-4b36-9784-dab49437516b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2737899 May 04 19:06:56.963531 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-52d3cbe9-fdfc-4049-93bb-3ad1a00fd2f1 admin admin] Publish callbacks [] for security_group (5d76f95d-8e8b-48d3-9be4-c6d46f88af1b), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.001920 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1626bfa-0cb7-43de-b9e3-7e729575f234 req-5e5a4faf-d7d8-4701-a7f4-6aea7aac5fed tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.003703 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e1626bfa-0cb7-43de-b9e3-7e729575f234 req-5e5a4faf-d7d8-4701-a7f4-6aea7aac5fed tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 944 time: 0.0815682 May 04 19:06:57.010574 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-52d3cbe9-fdfc-4049-93bb-3ad1a00fd2f1 admin admin] Publish callbacks [] for security_group (5d76f95d-8e8b-48d3-9be4-c6d46f88af1b), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.090821 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e1626bfa-0cb7-43de-b9e3-7e729575f234 req-e2971bd4-c24a-4f35-a1e9-26c51cef2aee tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777447 May 04 19:06:57.117670 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-52d3cbe9-fdfc-4049-93bb-3ad1a00fd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5d76f95d-8e8b-48d3-9be4-c6d46f88af1b), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.121495 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-52d3cbe9-fdfc-4049-93bb-3ad1a00fd2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.124716 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-52d3cbe9-fdfc-4049-93bb-3ad1a00fd2f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d76f95d-8e8b-48d3-9be4-c6d46f88af1b HTTP/1.1" status: 204 len: 168 time: 0.3088861 May 04 19:06:57.171832 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3cbe9-fdfc-4049-93bb-3ad1a00fd2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d76f95d-8e8b-48d3-9be4-c6d46f88af1b,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:57.189332 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2997a8c-c5a2-4372-9025-2ca69ac62aab req-a3703798-a072-4d00-9f2f-8956a0f31df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.190885 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d2997a8c-c5a2-4372-9025-2ca69ac62aab req-a3703798-a072-4d00-9f2f-8956a0f31df2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1130 time: 0.0607400 May 04 19:06:57.415231 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d2997a8c-c5a2-4372-9025-2ca69ac62aab req-fbdbbca3-7189-460e-b1f8-4d2e2c70492e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649202 May 04 19:06:57.481385 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-e440c790-a6bd-4bec-8aff-d6792bf6484b service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333275 May 04 19:06:57.497223 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59146) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:57.600320 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ca1e3444-2323-4abe-a5ce-c867d6edb48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.676193 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ca1e3444-2323-4abe-a5ce-c867d6edb48f admin admin] Publish callbacks [] for security_group (ef001eba-ec8f-40b1-881a-64fa245ce636), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.680481 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ca1e3444-2323-4abe-a5ce-c867d6edb48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ef001eba-ec8f-40b1-881a-64fa245ce636), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.720453 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ca1e3444-2323-4abe-a5ce-c867d6edb48f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8127b2d6db44e61a7ab7c9cfa357481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219706 May 04 19:06:57.721656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e3444-2323-4abe-a5ce-c867d6edb48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef001eba-ec8f-40b1-881a-64fa245ce636,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:57.724970 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59158) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:57.795501 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6c3baea5-239b-41ce-824d-d6771ae85597 admin admin] Publish callbacks [] for security_group (ef001eba-ec8f-40b1-881a-64fa245ce636), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.819914 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6c3baea5-239b-41ce-824d-d6771ae85597 admin admin] Publish callbacks [] for security_group (ef001eba-ec8f-40b1-881a-64fa245ce636), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.829862 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e19dc11a-04fb-40e2-96b9-c648b725d60c req-0ed39523-9423-4208-a9a8-bac63ca24c03 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078961 May 04 19:06:57.892820 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6c3baea5-239b-41ce-824d-d6771ae85597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ef001eba-ec8f-40b1-881a-64fa245ce636), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.895794 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6c3baea5-239b-41ce-824d-d6771ae85597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.896993 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-6c3baea5-239b-41ce-824d-d6771ae85597 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef001eba-ec8f-40b1-881a-64fa245ce636 HTTP/1.1" status: 204 len: 168 time: 0.1709309 May 04 19:06:57.905779 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3baea5-239b-41ce-824d-d6771ae85597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef001eba-ec8f-40b1-881a-64fa245ce636,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:57.980742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30a82d-625c-49f5-8b39-13f161fae049 req-2283e6b8-8aa6-434b-90ab-d48a62fd8920 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.982600 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5d30a82d-625c-49f5-8b39-13f161fae049 req-2283e6b8-8aa6-434b-90ab-d48a62fd8920 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0737686 May 04 19:06:58.017204 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e803e0ad-7898-4a32-9dc5-0d5f670b9816 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:58.055585 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5d30a82d-625c-49f5-8b39-13f161fae049 req-5b95a98c-38d6-4ac1-86c8-d5ba2295ce84 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668874 May 04 19:06:58.089302 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84db25-5851-4d92-b061-31b3f0661430 req-53d7a26d-24fa-4556-b177-81c7914e2ff7 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:58.091100 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c84db25-5851-4d92-b061-31b3f0661430 req-53d7a26d-24fa-4556-b177-81c7914e2ff7 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.0730348 May 04 19:06:58.152729 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port e803e0ad-7898-4a32-9dc5-0d5f670b9816 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:06:58.163114 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port e803e0ad-7898-4a32-9dc5-0d5f670b9816 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:58.166770 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.236135 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c84db25-5851-4d92-b061-31b3f0661430 req-fd304378-e7d8-4396-b9ed-5e755e87c524 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344700 May 04 19:06:58.314587 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port e803e0ad-7898-4a32-9dc5-0d5f670b9816 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:58.315836 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.323917 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7da2d-49cd-44a1-99d4-e34c10ba416e req-dd3ed3cb-2d6c-4e53-9a83-6fdc32ee5bc3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:58.325782 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ade7da2d-49cd-44a1-99d4-e34c10ba416e req-dd3ed3cb-2d6c-4e53-9a83-6fdc32ee5bc3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 944 time: 0.0949633 May 04 19:06:58.348858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:58.352219 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e72c4-3d43-46b1-9c58-4a96443556dc" -d '{"events": [{"server_uuid": "4b5bd528-4bc3-4bf3-be31-89364096663f", "name": "network-vif-plugged", "status": "completed", "tag": "e803e0ad-7898-4a32-9dc5-0d5f670b9816"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:58.381740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port e803e0ad-7898-4a32-9dc5-0d5f670b9816, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:58.391522 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.417033 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71cf939-4f6b-431b-ba2b-0101ffcce641 x-openstack-request-id: req-a71cf939-4f6b-431b-ba2b-0101ffcce641 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:58.417326 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5bd528-4bc3-4bf3-be31-89364096663f", "name": "network-vif-plugged", "status": "completed", "tag": "e803e0ad-7898-4a32-9dc5-0d5f670b9816", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:58.417831 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a71cf939-4f6b-431b-ba2b-0101ffcce641 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:58.418605 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71cf939-4f6b-431b-ba2b-0101ffcce641'] response: {'server_uuid': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816', 'code': 200} May 04 19:06:58.432079 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ade7da2d-49cd-44a1-99d4-e34c10ba416e req-880625fd-737b-42c5-81e3-46e554c16a4e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949457 May 04 19:06:58.466870 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=e803e0ad-7898-4a32-9dc5-0d5f670b9816,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:58.507327 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59210) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:58.520786 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-40de56bb-e302-47f2-9200-e328954b3f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.615427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-40de56bb-e302-47f2-9200-e328954b3f89 admin admin] Publish callbacks [] for security_group (08f11284-39c8-4372-9aea-9e56cff28883), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.621090 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-40de56bb-e302-47f2-9200-e328954b3f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (08f11284-39c8-4372-9aea-9e56cff28883), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.666875 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de56bb-e302-47f2-9200-e328954b3f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f11284-39c8-4372-9aea-9e56cff28883,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:58.674367 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-40de56bb-e302-47f2-9200-e328954b3f89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e975cfe45034a1595dbebec84a379ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659982 May 04 19:06:58.676985 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59224) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:58.742322 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c74cef7c-9f2d-4548-b010-561077bb3365 admin admin] Publish callbacks [] for security_group (08f11284-39c8-4372-9aea-9e56cff28883), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.771301 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c74cef7c-9f2d-4548-b010-561077bb3365 admin admin] Publish callbacks [] for security_group (08f11284-39c8-4372-9aea-9e56cff28883), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.831827 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c74cef7c-9f2d-4548-b010-561077bb3365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (08f11284-39c8-4372-9aea-9e56cff28883), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.834394 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c74cef7c-9f2d-4548-b010-561077bb3365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:58.835502 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c74cef7c-9f2d-4548-b010-561077bb3365 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/08f11284-39c8-4372-9aea-9e56cff28883 HTTP/1.1" status: 204 len: 168 time: 0.1573737 May 04 19:06:58.845297 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cef7c-9f2d-4548-b010-561077bb3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f11284-39c8-4372-9aea-9e56cff28883,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:58.900898 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59240) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:59.022241 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-998d36dd-7aa3-43ab-bb0d-8f24213f5ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.149194 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-998d36dd-7aa3-43ab-bb0d-8f24213f5ae8 admin admin] Publish callbacks [] for security_group (48a082a3-e957-4b65-abb6-6917f55c9392), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.155363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-998d36dd-7aa3-43ab-bb0d-8f24213f5ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (48a082a3-e957-4b65-abb6-6917f55c9392), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.221509 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdba5d3-6ccc-4c20-822c-651b4425b657 req-ecea41ca-fc9e-4396-96ec-0882b7b0147e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:59.225963 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8fdba5d3-6ccc-4c20-822c-651b4425b657 req-ecea41ca-fc9e-4396-96ec-0882b7b0147e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0770350 May 04 19:06:59.231066 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-998d36dd-7aa3-43ab-bb0d-8f24213f5ae8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23a544cf9e75426dbc7004bf9249bc5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290660 May 04 19:06:59.233873 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59264) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:59.253444 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d36dd-7aa3-43ab-bb0d-8f24213f5ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a082a3-e957-4b65-abb6-6917f55c9392,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:59.358433 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6cbc295b-2e42-41d3-ad67-4716b9776070 admin admin] Publish callbacks [] for security_group (48a082a3-e957-4b65-abb6-6917f55c9392), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.364693 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8fdba5d3-6ccc-4c20-822c-651b4425b657 req-9a0916b5-b72e-4198-a24c-f0f4281ea0eb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140559 May 04 19:06:59.401354 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6cbc295b-2e42-41d3-ad67-4716b9776070 admin admin] Publish callbacks [] for security_group (48a082a3-e957-4b65-abb6-6917f55c9392), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.403296 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdbd29-a382-4d71-bedc-a72117a13cda req-442f7024-1379-4cab-b0e9-f0ef0acd86e6 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:59.405909 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d2bdbd29-a382-4d71-bedc-a72117a13cda req-442f7024-1379-4cab-b0e9-f0ef0acd86e6 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.0841520 May 04 19:06:59.456682 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6cbc295b-2e42-41d3-ad67-4716b9776070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (48a082a3-e957-4b65-abb6-6917f55c9392), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.459823 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6cbc295b-2e42-41d3-ad67-4716b9776070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.460975 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-6cbc295b-2e42-41d3-ad67-4716b9776070 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48a082a3-e957-4b65-abb6-6917f55c9392 HTTP/1.1" status: 204 len: 168 time: 0.2261436 May 04 19:06:59.474190 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc295b-2e42-41d3-ad67-4716b9776070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a082a3-e957-4b65-abb6-6917f55c9392,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:59.494469 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d2bdbd29-a382-4d71-bedc-a72117a13cda req-46da08d6-2aea-46ea-beb7-3b5590ec2cfe tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807874 May 04 19:06:59.589141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339ec84-6c93-4465-b82c-42ee9b259b4c req-40af62bb-2316-48ac-a9ac-a07bc967c5c8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:59.590922 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8339ec84-6c93-4465-b82c-42ee9b259b4c req-40af62bb-2316-48ac-a9ac-a07bc967c5c8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0856333 May 04 19:06:59.656787 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8339ec84-6c93-4465-b82c-42ee9b259b4c req-8a6a995a-d586-45ab-8aca-e49b330165f5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595813 May 04 19:06:59.710455 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-6b915b69-4c7f-4b42-adb8-dfdbf7ba666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:59.713954 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-6b915b69-4c7f-4b42-adb8-dfdbf7ba666c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 1127 time: 0.0529845 May 04 19:06:59.874111 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-ea5ab88a-34fd-4c7e-ba93-c1ebd540ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:59.875682 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-ea5ab88a-34fd-4c7e-ba93-c1ebd540ff4e service neutron] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 912 time: 0.1091006 May 04 19:06:59.986088 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-bb4edcdc-5a99-466f-89a4-3cd21a887e33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 200 len: 217 time: 0.0553787 May 04 19:07:00.004399 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f6c-ea85-44ea-8e16-ff5d11fcbb18 req-c4082e36-0f9e-4bc3-9021-d5b839687ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:00.007248 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-68545f6c-ea85-44ea-8e16-ff5d11fcbb18 req-c4082e36-0f9e-4bc3-9021-d5b839687ceb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 1129 time: 0.0746646 May 04 19:07:00.036784 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-f379082d-2685-4840-8536-301ea2703c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:00.038914 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-f379082d-2685-4840-8536-301ea2703c55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.0477610 May 04 19:07:00.112110 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-ecda2cd4-dab4-46d0-bd68-8821580fd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:00.115650 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-ecda2cd4-dab4-46d0-bd68-8821580fd22c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696843 May 04 19:07:00.149905 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59314) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:00.233089 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-8940c4d7-d70d-4082-90ed-183cb86f28ad service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102545 May 04 19:07:00.268964 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-68545f6c-ea85-44ea-8e16-ff5d11fcbb18 req-39543e51-509d-4dd5-8539-88e6c637e472 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560320 May 04 19:07:00.519703 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41d2c-8f40-4040-b584-6b1bfbc70000 req-f45e887f-0086-4388-a7e0-8bb3175ce28a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:00.521173 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-50f41d2c-8f40-4040-b584-6b1bfbc70000 req-f45e887f-0086-4388-a7e0-8bb3175ce28a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0607274 May 04 19:07:00.567013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-65ac7701-3b69-4763-97a0-1f4a368052a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:00.635883 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-50f41d2c-8f40-4040-b584-6b1bfbc70000 req-e0b8cee7-da11-43bc-ab7f-aa31be696375 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028326 May 04 19:07:00.682232 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bcc4c8fd-e088-42a0-a32e-6b8a3c3c9d71 req-ec28e5bb-04f6-4506-91a0-0891cf2457f0 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431367 May 04 19:07:00.779883 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731aa2-c7ef-4894-9a6a-8bf5cd06338d req-314fc616-f861-4849-9d8d-5e85cf9a92b0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:00.779883 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2d731aa2-c7ef-4894-9a6a-8bf5cd06338d req-314fc616-f861-4849-9d8d-5e85cf9a92b0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.0943985 May 04 19:07:00.850260 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6ae8-3ec6-465a-aefb-17b640729c8c req-4d903af1-1297-44fd-8fe7-56aaac1faf37 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:00.865282 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59354) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:00.869011 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bdbf6ae8-3ec6-465a-aefb-17b640729c8c req-4d903af1-1297-44fd-8fe7-56aaac1faf37 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0722976 May 04 19:07:00.872762 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'floatingip': {'port_id': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:00.878375 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2d731aa2-c7ef-4894-9a6a-8bf5cd06338d req-33090729-fde5-46fd-9c13-e56998b6479a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967975 May 04 19:07:00.915428 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-65ac7701-3b69-4763-97a0-1f4a368052a6 admin admin] Publish callbacks [] for security_group (4b1f17d7-5bf4-4aff-a26b-c419f0856749), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:00.951350 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-65ac7701-3b69-4763-97a0-1f4a368052a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4b1f17d7-5bf4-4aff-a26b-c419f0856749), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:00.998340 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (f7cd191d-8f7d-413b-8f54-0736e111f678), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.001486 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23beb96-d32b-4a8d-b210-2d93dd0e9ab7 req-48bf205b-cb56-4cd7-af88-965ff74256fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:01.003012 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a23beb96-d32b-4a8d-b210-2d93dd0e9ab7 req-48bf205b-cb56-4cd7-af88-965ff74256fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0742519 May 04 19:07:01.008933 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac7701-3b69-4763-97a0-1f4a368052a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f17d7-5bf4-4aff-a26b-c419f0856749,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:01.050114 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-65ac7701-3b69-4763-97a0-1f4a368052a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f03776e5558c4b54b79922fe8a41842b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8965437 May 04 19:07:01.051631 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59360) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:01.075910 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a23beb96-d32b-4a8d-b210-2d93dd0e9ab7 req-e682abed-9442-4844-a75a-8629c68a0bdb tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 May 04 19:07:01.133843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5299a8e8-e7ac-4735-8632-6aa831608019 admin admin] Publish callbacks [] for security_group (4b1f17d7-5bf4-4aff-a26b-c419f0856749), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.158933 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5299a8e8-e7ac-4735-8632-6aa831608019 admin admin] Publish callbacks [] for security_group (4b1f17d7-5bf4-4aff-a26b-c419f0856749), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.209677 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59366) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:01.221422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5299a8e8-e7ac-4735-8632-6aa831608019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4b1f17d7-5bf4-4aff-a26b-c419f0856749), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.224039 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5299a8e8-e7ac-4735-8632-6aa831608019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.226868 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5299a8e8-e7ac-4735-8632-6aa831608019 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b1f17d7-5bf4-4aff-a26b-c419f0856749 HTTP/1.1" status: 204 len: 168 time: 0.1736836 May 04 19:07:01.240642 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299a8e8-e7ac-4735-8632-6aa831608019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f17d7-5bf4-4aff-a26b-c419f0856749,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:01.335799 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e66b491c-575b-4f04-8922-09e51ac1535e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.430346 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e66b491c-575b-4f04-8922-09e51ac1535e admin admin] Publish callbacks [] for security_group (b94feee9-cb4b-4c9b-b443-3ada9e41bc2a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.436193 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e66b491c-575b-4f04-8922-09e51ac1535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b94feee9-cb4b-4c9b-b443-3ada9e41bc2a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.465293 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b491c-575b-4f04-8922-09e51ac1535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94feee9-cb4b-4c9b-b443-3ada9e41bc2a,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:01.487385 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e66b491c-575b-4f04-8922-09e51ac1535e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=028a5718bd24406691f4b34cbe34cd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765737 May 04 19:07:01.490237 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59378) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:01.550427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-30fc167e-2fd6-4728-a5a3-accd15009be2 admin admin] Publish callbacks [] for security_group (b94feee9-cb4b-4c9b-b443-3ada9e41bc2a), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.578133 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-30fc167e-2fd6-4728-a5a3-accd15009be2 admin admin] Publish callbacks [] for security_group (b94feee9-cb4b-4c9b-b443-3ada9e41bc2a), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.637310 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-30fc167e-2fd6-4728-a5a3-accd15009be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b94feee9-cb4b-4c9b-b443-3ada9e41bc2a), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.641089 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-30fc167e-2fd6-4728-a5a3-accd15009be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.642843 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-30fc167e-2fd6-4728-a5a3-accd15009be2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b94feee9-cb4b-4c9b-b443-3ada9e41bc2a HTTP/1.1" status: 204 len: 168 time: 0.1512706 May 04 19:07:01.660189 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc167e-2fd6-4728-a5a3-accd15009be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94feee9-cb4b-4c9b-b443-3ada9e41bc2a,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:01.660463 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59386) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:01.721429 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fd7843be-b97c-45ac-bf28-49b055f62b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.771837 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.db.resource_extend [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 19:07:01.869780 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.882098 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (f7cd191d-8f7d-413b-8f54-0736e111f678), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:01.996900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fd7843be-b97c-45ac-bf28-49b055f62b83 admin admin] Publish callbacks [] for security_group (0e9a2d74-9dc0-470a-b9a5-750586326ddd), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.005619 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fd7843be-b97c-45ac-bf28-49b055f62b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0e9a2d74-9dc0-470a-b9a5-750586326ddd), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.023969 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2a67d60-fe59-49da-83ac-a36d263ffa54 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:07:02.079256 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977e380-35ac-43a2-99ac-c208a7aa6b2f req-cc28db27-8136-4b10-8130-71020231d32c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:02.081062 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a977e380-35ac-43a2-99ac-c208a7aa6b2f req-cc28db27-8136-4b10-8130-71020231d32c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 943 time: 0.0701849 May 04 19:07:02.097772 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Floating IP f7cd191d-8f7d-413b-8f54-0736e111f678 associated. External IP: 172.27.2.155, port: c2916343-9825-41ef-93c5-4b2dbc6d65a9. May 04 19:07:02.173404 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7843be-b97c-45ac-bf28-49b055f62b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9a2d74-9dc0-470a-b9a5-750586326ddd,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:02.179160 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f2a67d60-fe59-49da-83ac-a36d263ffa54, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:02.182806 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-fd7843be-b97c-45ac-bf28-49b055f62b83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1f2cba001554ad89c62230d68d0de13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5195405 May 04 19:07:02.184940 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59406) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:02.215580 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'port_id': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'mac_address': 'fa:16:3e:92:b4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:07:02.262165 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5ccadfc4-f026-4ea0-a88d-d74074457886 admin admin] Publish callbacks [] for security_group (0e9a2d74-9dc0-470a-b9a5-750586326ddd), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.268002 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port f2a67d60-fe59-49da-83ac-a36d263ffa54 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:02.268439 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.285935 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a67d60-fe59-49da-83ac-a36d263ffa54 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:02.317656 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f2a67d60-fe59-49da-83ac-a36d263ffa54, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:02.325134 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.327631 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5ccadfc4-f026-4ea0-a88d-d74074457886 admin admin] Publish callbacks [] for security_group (0e9a2d74-9dc0-470a-b9a5-750586326ddd), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.342546 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fba557-59fc-482d-98c6-d745122c4e77 req-9859045a-cc1a-4d7b-bc17-7493529c3e9e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:02.344358 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-36fba557-59fc-482d-98c6-d745122c4e77 req-9859045a-cc1a-4d7b-bc17-7493529c3e9e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.1041219 May 04 19:07:02.354243 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59412) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:02.383167 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dafba9b7-2cdd-4dcb-aaac-6e259a705c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.423879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=f2a67d60-fe59-49da-83ac-a36d263ffa54,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:02.494314 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5ccadfc4-f026-4ea0-a88d-d74074457886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0e9a2d74-9dc0-470a-b9a5-750586326ddd), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.496742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5ccadfc4-f026-4ea0-a88d-d74074457886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.497892 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5ccadfc4-f026-4ea0-a88d-d74074457886 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e9a2d74-9dc0-470a-b9a5-750586326ddd HTTP/1.1" status: 204 len: 168 time: 0.3119581 May 04 19:07:02.515474 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-36fba557-59fc-482d-98c6-d745122c4e77 req-fb38db00-6c8f-4fe2-9171-bc38264296fe tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600800 May 04 19:07:02.518210 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccadfc4-f026-4ea0-a88d-d74074457886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9a2d74-9dc0-470a-b9a5-750586326ddd,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:02.531999 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a977e380-35ac-43a2-99ac-c208a7aa6b2f req-4135f52d-3075-41c4-9dae-df50f9220e07 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4427443 May 04 19:07:02.573309 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dafba9b7-2cdd-4dcb-aaac-6e259a705c4d admin admin] Publish callbacks [] for security_group (dc1b53d3-78e2-4550-8028-0e78ffb0f6f2), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.580063 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dafba9b7-2cdd-4dcb-aaac-6e259a705c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (dc1b53d3-78e2-4550-8028-0e78ffb0f6f2), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.630253 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba9b7-2cdd-4dcb-aaac-6e259a705c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b53d3-78e2-4550-8028-0e78ffb0f6f2,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:02.647044 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-dafba9b7-2cdd-4dcb-aaac-6e259a705c4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c050a76432374dd0b40ca89e36053330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901549 May 04 19:07:02.649260 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59420) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:02.729777 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:02.735758 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e16b8206-7191-477a-9838-d2b29a11e78b admin admin] Publish callbacks [] for security_group (dc1b53d3-78e2-4550-8028-0e78ffb0f6f2), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.793165 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e16b8206-7191-477a-9838-d2b29a11e78b admin admin] Publish callbacks [] for security_group (dc1b53d3-78e2-4550-8028-0e78ffb0f6f2), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.869607 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e16b8206-7191-477a-9838-d2b29a11e78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (dc1b53d3-78e2-4550-8028-0e78ffb0f6f2), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.873436 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e16b8206-7191-477a-9838-d2b29a11e78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.879914 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e16b8206-7191-477a-9838-d2b29a11e78b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc1b53d3-78e2-4550-8028-0e78ffb0f6f2 HTTP/1.1" status: 204 len: 168 time: 0.2288604 May 04 19:07:02.893331 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b8206-7191-477a-9838-d2b29a11e78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b53d3-78e2-4550-8028-0e78ffb0f6f2,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:02.934120 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:02.940628 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.952632 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] Sync routers for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:02.982368 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:02.983410 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:03.012162 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358417e-0cb8-4af5-b76c-4ea89f7e8010 req-9c8988c5-850e-4de7-93d3-a9588635d32b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:03.019392 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5358417e-0cb8-4af5-b76c-4ea89f7e8010 req-9c8988c5-850e-4de7-93d3-a9588635d32b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0728045 May 04 19:07:03.030584 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-84c69644-9ffb-436a-85f1-e3b87818ec1a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "PUT /v2.0/floatingips/f7cd191d-8f7d-413b-8f54-0736e111f678 HTTP/1.1" status: 200 len: 992 time: 2.1639705 May 04 19:07:03.036421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:03.039349 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfad1da-8c82-486b-a931-6919df6c027a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:03.086803 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda30ed1-1f7a-4a9a-8307-3fe7ae6cb283 x-openstack-request-id: req-eda30ed1-1f7a-4a9a-8307-3fe7ae6cb283 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:03.087137 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:03.088713 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eda30ed1-1f7a-4a9a-8307-3fe7ae6cb283 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:03.089127 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda30ed1-1f7a-4a9a-8307-3fe7ae6cb283'] response: {'name': 'network-changed', 'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'status': 'completed', 'code': 200} May 04 19:07:03.092890 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5358417e-0cb8-4af5-b76c-4ea89f7e8010 req-f58075af-73ad-408e-87ba-4956a3787194 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 May 04 19:07:03.132508 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:03.450393 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'f7cd191d-8f7d-413b-8f54-0736e111f678', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'port_id': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'mac_address': 'fa:16:3e:8a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:24Z', 'updated_at': '2022-05-04T19:07:01Z', 'revision_number': 1, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:03.483887 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] Checking router: 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:03.493072 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:03.497257 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:03.640213 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:03.690973 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63402c82-2227-4bf4-8026-336ebaa5765d req-0723df58-2723-4318-8121-459f6af13ec8 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:03.692463 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-63402c82-2227-4bf4-8026-336ebaa5765d req-0723df58-2723-4318-8121-459f6af13ec8 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 944 time: 0.0633740 May 04 19:07:03.744923 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-63402c82-2227-4bf4-8026-336ebaa5765d req-1c95295e-8936-45bc-83ba-6ef89ab98d0b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 May 04 19:07:03.890409 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'f7cd191d-8f7d-413b-8f54-0736e111f678', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'port_id': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'mac_address': 'fa:16:3e:8a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:24Z', 'updated_at': '2022-05-04T19:07:01Z', 'revision_number': 1, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:03.922479 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac624c-26a5-4f4f-8452-484174cf4a60 None None] The sync data for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi is: [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'f7cd191d-8f7d-413b-8f54-0736e111f678', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'port_id': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'mac_address': 'fa:16:3e:8a:7d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:24Z', 'updated_at': '2022-05-04T19:07:01Z', 'revision_number': 1, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:04.178710 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6519be5-fd07-4b4c-8478-a31f6d7b0aa0 None None] New status for floating IP f7cd191d-8f7d-413b-8f54-0736e111f678: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:07:04.261448 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b048fa-45e4-4d09-bce3-ba6fc8a81e94 req-82999d7a-e08e-47b0-a7c5-8a28783f7a14 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:04.263109 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9b048fa-45e4-4d09-bce3-ba6fc8a81e94 req-82999d7a-e08e-47b0-a7c5-8a28783f7a14 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0940566 May 04 19:07:04.324081 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9b048fa-45e4-4d09-bce3-ba6fc8a81e94 req-a879a0b6-fbf5-4e4b-a2bf-bacaf7e87e60 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541162 May 04 19:07:04.867540 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be044f8f-eea9-4f62-b341-6c10b5c708ab req-79ca5e0d-b22c-435e-a31a-cddea26f8c1e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:04.870203 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-be044f8f-eea9-4f62-b341-6c10b5c708ab req-79ca5e0d-b22c-435e-a31a-cddea26f8c1e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 944 time: 0.0511787 May 04 19:07:04.930188 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-be044f8f-eea9-4f62-b341-6c10b5c708ab req-ebc2fd36-df3a-48cf-b370-b4c5d215431c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524404 May 04 19:07:05.087888 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-30baad66-96ac-4c66-9bc5-d7a97ee9ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.089429 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-30baad66-96ac-4c66-9bc5-d7a97ee9ccf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 1129 time: 0.0397699 May 04 19:07:05.092217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad1da-8c82-486b-a931-6919df6c027a req-4ed13983-f91d-4a7d-9ec8-2502492c2afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.093727 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8cfad1da-8c82-486b-a931-6919df6c027a req-4ed13983-f91d-4a7d-9ec8-2502492c2afc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1130 time: 0.0433941 May 04 19:07:05.186608 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-1e93956a-b50f-40da-af7d-d2dd960be062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.186827 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad1da-8c82-486b-a931-6919df6c027a req-a70a13c0-4f52-4a67-8c44-0c153cfd929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.188109 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8cfad1da-8c82-486b-a931-6919df6c027a req-a70a13c0-4f52-4a67-8c44-0c153cfd929e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.0840108 May 04 19:07:05.188243 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-1e93956a-b50f-40da-af7d-d2dd960be062 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.0840800 May 04 19:07:05.251932 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-d4062c83-905b-4a43-a4c3-681293ac4849 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816 HTTP/1.1" status: 200 len: 217 time: 0.0519488 May 04 19:07:05.297842 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8cfad1da-8c82-486b-a931-6919df6c027a req-dfc90330-b935-4b0f-9c39-f61125c68847 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 1002 time: 0.0973520 May 04 19:07:05.307817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-5bce0a73-d204-49fd-b805-dceea0e9e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.309193 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-5bce0a73-d204-49fd-b805-dceea0e9e7f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0442755 May 04 19:07:05.346903 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad1da-8c82-486b-a931-6919df6c027a req-73e714a2-e505-42f7-9d2b-b071db60963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.348687 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8cfad1da-8c82-486b-a931-6919df6c027a req-73e714a2-e505-42f7-9d2b-b071db60963d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0444362 May 04 19:07:05.358743 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-3bb68260-1dbd-41df-90c5-d5927abb0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.360239 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-3bb68260-1dbd-41df-90c5-d5927abb0eef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386791 May 04 19:07:05.402778 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad1da-8c82-486b-a931-6919df6c027a req-6e65615c-4fc7-4b05-a579-517fbf4b1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.404284 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8cfad1da-8c82-486b-a931-6919df6c027a req-6e65615c-4fc7-4b05-a579-517fbf4b1186 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455406 May 04 19:07:05.424568 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['f2a67d60-fe59-49da-83ac-a36d263ffa54'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:05.477388 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bfa68-a0e3-480d-a361-50c5d8d17323 req-5c5f7f51-0b4a-468d-9b71-8f90fada0ca4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.479505 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fd7bfa68-a0e3-480d-a361-50c5d8d17323 req-5c5f7f51-0b4a-468d-9b71-8f90fada0ca4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0817852 May 04 19:07:05.509880 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-3da94ece-ff0c-4203-92fc-bbf3fe173766 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421351 May 04 19:07:05.516391 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8cfad1da-8c82-486b-a931-6919df6c027a req-225a5294-d550-40bd-87a2-055f254b1956 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968192 May 04 19:07:05.566872 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fd7bfa68-a0e3-480d-a361-50c5d8d17323 req-11206419-b0e1-4d97-a193-aea6bbc44383 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760043 May 04 19:07:05.622313 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8cfad1da-8c82-486b-a931-6919df6c027a req-3d39dc1a-0ccd-46b7-ba57-fb472f2aa43e service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960507 May 04 19:07:05.634002 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01ecbd33-349a-402a-90f2-5b36b1a4b382 req-3d6a9d67-d057-4502-8242-987dd5289161 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179206 May 04 19:07:06.065019 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31570310-fdb6-4394-85a6-6477576b981d req-15a4da44-acfd-463e-8954-45ec34adf7e3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:06.066555 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-31570310-fdb6-4394-85a6-6477576b981d req-15a4da44-acfd-463e-8954-45ec34adf7e3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 944 time: 0.0564828 May 04 19:07:06.122934 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-31570310-fdb6-4394-85a6-6477576b981d req-b5683e64-0bb9-4fd9-bc0d-0ff9ac8bd5c3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503116 May 04 19:07:06.705240 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cdd37-f0c4-4975-a7cf-755b9b5d6910 req-4b68e469-ba1a-470e-9e2f-3e2acefd9524 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:06.706888 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-913cdd37-f0c4-4975-a7cf-755b9b5d6910 req-4b68e469-ba1a-470e-9e2f-3e2acefd9524 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0592301 May 04 19:07:06.769435 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-913cdd37-f0c4-4975-a7cf-755b9b5d6910 req-4620b4be-157b-4ee7-ab6d-3acbb9e0888b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540371 May 04 19:07:07.010373 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2a67d60-fe59-49da-83ac-a36d263ffa54 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:07.054994 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port f2a67d60-fe59-49da-83ac-a36d263ffa54 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:07:07.061888 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port f2a67d60-fe59-49da-83ac-a36d263ffa54 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:07.062281 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:07.144467 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port f2a67d60-fe59-49da-83ac-a36d263ffa54 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:07.144967 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:07.171569 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:07.173958 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39396720-c336-4857-bd0c-18c27bebd241" -d '{"events": [{"server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "name": "network-vif-plugged", "status": "completed", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:07.193505 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f2a67d60-fe59-49da-83ac-a36d263ffa54, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:07.200327 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:07.224835 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c52cf0-3405-43b1-bf24-af53f2dc4ec9 x-openstack-request-id: req-86c52cf0-3405-43b1-bf24-af53f2dc4ec9 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:07.225370 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "name": "network-vif-plugged", "status": "completed", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:07.225672 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86c52cf0-3405-43b1-bf24-af53f2dc4ec9 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:07.226198 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c52cf0-3405-43b1-bf24-af53f2dc4ec9'] response: {'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'code': 200} May 04 19:07:07.256789 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=f2a67d60-fe59-49da-83ac-a36d263ffa54,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:07.261123 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221952a-c6a0-4e00-b4ff-96a165b62b45 req-669a1ff6-56f9-48ba-b088-78969240a8f2 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:07.262676 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2221952a-c6a0-4e00-b4ff-96a165b62b45 req-669a1ff6-56f9-48ba-b088-78969240a8f2 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0613461 May 04 19:07:07.311945 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2221952a-c6a0-4e00-b4ff-96a165b62b45 req-7e808db6-f471-40d0-a089-ae451d0b39f5 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 May 04 19:07:07.895791 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03afad-3b04-4870-8be5-0c19e22e55c3 req-f7cbe901-e806-453f-9623-ce51e2e264df tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:07.897370 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2e03afad-3b04-4870-8be5-0c19e22e55c3 req-f7cbe901-e806-453f-9623-ce51e2e264df tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0521624 May 04 19:07:07.952742 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2e03afad-3b04-4870-8be5-0c19e22e55c3 req-fb442ff5-70f5-4595-b89c-b19e57f9ce7e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488136 May 04 19:07:08.195941 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0616d0-95c4-4588-a7a7-47c61ae11d80 req-81e3e8b1-7484-43a8-a81e-5a531c1f20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:08.198198 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4b0616d0-95c4-4588-a7a7-47c61ae11d80 req-81e3e8b1-7484-43a8-a81e-5a531c1f20ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 1129 time: 0.0691652 May 04 19:07:08.263214 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4b0616d0-95c4-4588-a7a7-47c61ae11d80 req-351d2baa-a71a-4b3f-8b67-0a22dcc56c4b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468082 May 04 19:07:08.427175 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e2683-50c2-46eb-813c-ae2ee990c1d6 req-a57ec878-da3f-406b-a4d5-9c8b1b8c3a67 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:08.428661 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-829e2683-50c2-46eb-813c-ae2ee990c1d6 req-a57ec878-da3f-406b-a4d5-9c8b1b8c3a67 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0493603 May 04 19:07:08.475901 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-829e2683-50c2-46eb-813c-ae2ee990c1d6 req-f13a6bdb-7639-4384-924c-00c57612f375 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 May 04 19:07:09.068672 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68bf66-da8a-4295-b291-8b53f0a28af7 req-39e776b4-4710-4ea5-80fb-ce9e30838f10 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:09.070178 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5f68bf66-da8a-4295-b291-8b53f0a28af7 req-39e776b4-4710-4ea5-80fb-ce9e30838f10 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0501838 May 04 19:07:09.131187 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5f68bf66-da8a-4295-b291-8b53f0a28af7 req-01599337-d804-45c6-944c-83f2d95878ca tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 May 04 19:07:09.263047 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59732) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:09.415816 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:09.492015 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e01847-e5bc-4a47-933d-e30828ff32e0 req-bd935bb1-948b-48b5-b57a-a02073f0b70d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:09.493909 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e3e01847-e5bc-4a47-933d-e30828ff32e0 req-bd935bb1-948b-48b5-b57a-a02073f0b70d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0595155 May 04 19:07:09.512382 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Publish callbacks [] for security_group (50d45a12-f0cb-42f7-9cb2-38406e9fd739), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:09.519681 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (50d45a12-f0cb-42f7-9cb2-38406e9fd739), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:09.557110 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e3e01847-e5bc-4a47-933d-e30828ff32e0 req-a72f24da-5ee9-4037-a159-133435e9ba5c tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 May 04 19:07:09.563400 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc197b252251480e8663f06a2e1faf35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992392 May 04 19:07:09.566079 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59750) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:09.574638 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d45a12-f0cb-42f7-9cb2-38406e9fd739,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:09.604975 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.605325 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.605708 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.606060 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.606392 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.606725 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.607054 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.607376 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.607723 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.608053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.608392 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.608735 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.609059 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.609379 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.609722 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d154acc-2764-48c6-ac31-9d8c92c8a09b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.617108 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Publish callbacks [] for security_group (50d45a12-f0cb-42f7-9cb2-38406e9fd739), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:09.625947 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8091c-2c70-402f-b37d-043f1d54972c req-7ad9ab66-1ee5-4d93-aa39-ce3558d6aa54 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:09.627472 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-29c8091c-2c70-402f-b37d-043f1d54972c req-7ad9ab66-1ee5-4d93-aa39-ce3558d6aa54 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0683162 May 04 19:07:09.644583 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Publish callbacks [] for security_group (50d45a12-f0cb-42f7-9cb2-38406e9fd739), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:09.678924 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-29c8091c-2c70-402f-b37d-043f1d54972c req-96598967-fd8a-4382-ae2b-35650172d095 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446312 May 04 19:07:09.691920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (50d45a12-f0cb-42f7-9cb2-38406e9fd739), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:09.694636 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:09.695759 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50d45a12-f0cb-42f7-9cb2-38406e9fd739 HTTP/1.1" status: 204 len: 168 time: 0.1286590 May 04 19:07:09.705096 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d45a12-f0cb-42f7-9cb2-38406e9fd739,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:09.712672 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.713027 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.713400 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.713787 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.714091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.714422 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.714751 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.715078 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.715424 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.715754 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.716097 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.716446 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.716771 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.717093 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:09.717413 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380db638-dd11-484b-839b-ae18abe13c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:10.264055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3785160-6d67-4983-8968-f6b4d9aa0181 req-8ab6c5f3-2e1c-4ffe-bc9e-809137d8d3cd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:10.266689 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d3785160-6d67-4983-8968-f6b4d9aa0181 req-8ab6c5f3-2e1c-4ffe-bc9e-809137d8d3cd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0531027 May 04 19:07:10.338538 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d3785160-6d67-4983-8968-f6b4d9aa0181 req-0d1175bb-091f-4f4a-a557-7e16c58b5c4c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651383 May 04 19:07:10.685285 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee85acc-9d6a-4700-a943-8a36dbaacec0 req-439a057b-2471-4821-8dec-cc381bc64100 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:10.686980 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7ee85acc-9d6a-4700-a943-8a36dbaacec0 req-439a057b-2471-4821-8dec-cc381bc64100 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0535755 May 04 19:07:10.749917 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7ee85acc-9d6a-4700-a943-8a36dbaacec0 req-d37ea55b-82ae-45d1-8b5d-775eb3690aa4 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559151 May 04 19:07:10.845079 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2870-79c6-48c0-b4d7-cbb1c067d142 req-98645a4f-3ccb-4e8c-875e-ac72d04dd4d0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:10.846731 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a5da2870-79c6-48c0-b4d7-cbb1c067d142 req-98645a4f-3ccb-4e8c-875e-ac72d04dd4d0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0535221 May 04 19:07:10.880865 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59812) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:10.897411 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a5da2870-79c6-48c0-b4d7-cbb1c067d142 req-2c95f0df-f1ce-4ad4-9276-40add29cabab tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449696 May 04 19:07:10.995046 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-96c2d045-0942-4446-a407-2a79c201669a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.073532 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-96c2d045-0942-4446-a407-2a79c201669a admin admin] Publish callbacks [] for security_group (0bec8cfd-3d68-4dae-a143-34c0d918af5e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.077075 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-96c2d045-0942-4446-a407-2a79c201669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0bec8cfd-3d68-4dae-a143-34c0d918af5e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.113796 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-96c2d045-0942-4446-a407-2a79c201669a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b9a8ec163fd414293e023d806fa8b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318494 May 04 19:07:11.115747 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2d045-0942-4446-a407-2a79c201669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bec8cfd-3d68-4dae-a143-34c0d918af5e,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:11.116450 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59818) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:11.163266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0884c98b-b8b8-4359-9da5-5cfcd62af2b2 admin admin] Publish callbacks [] for security_group (0bec8cfd-3d68-4dae-a143-34c0d918af5e), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.183168 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0884c98b-b8b8-4359-9da5-5cfcd62af2b2 admin admin] Publish callbacks [] for security_group (0bec8cfd-3d68-4dae-a143-34c0d918af5e), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.228733 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0884c98b-b8b8-4359-9da5-5cfcd62af2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0bec8cfd-3d68-4dae-a143-34c0d918af5e), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.231239 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0884c98b-b8b8-4359-9da5-5cfcd62af2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.232574 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-0884c98b-b8b8-4359-9da5-5cfcd62af2b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bec8cfd-3d68-4dae-a143-34c0d918af5e HTTP/1.1" status: 204 len: 168 time: 0.1151564 May 04 19:07:11.241576 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884c98b-b8b8-4359-9da5-5cfcd62af2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bec8cfd-3d68-4dae-a143-34c0d918af5e,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:11.480893 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25073f-1db1-4413-98d5-d82382e10312 req-0b86a293-a540-439a-b07e-c010a8d777ac tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:11.482658 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6e25073f-1db1-4413-98d5-d82382e10312 req-0b86a293-a540-439a-b07e-c010a8d777ac tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0616779 May 04 19:07:11.528632 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59832) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:11.545754 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-65c186aa-e0c9-4a6a-a4b3-047a3649d6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.553109 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6e25073f-1db1-4413-98d5-d82382e10312 req-b9ca4fa6-19b2-4a52-9354-51ca6e77d26e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 May 04 19:07:11.648019 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-65c186aa-e0c9-4a6a-a4b3-047a3649d6a1 admin admin] Publish callbacks [] for security_group (538d8c0b-ceab-4a22-8ccb-6bb77e106bb0), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.652185 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-65c186aa-e0c9-4a6a-a4b3-047a3649d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (538d8c0b-ceab-4a22-8ccb-6bb77e106bb0), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.690987 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-65c186aa-e0c9-4a6a-a4b3-047a3649d6a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bec1939a65384d9e8cbf5e92a4a6b98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606092 May 04 19:07:11.691908 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c186aa-e0c9-4a6a-a4b3-047a3649d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538d8c0b-ceab-4a22-8ccb-6bb77e106bb0,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:11.693706 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59838) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:11.742245 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e53954d2-b56a-48da-bc36-00a351e40827 admin admin] Publish callbacks [] for security_group (538d8c0b-ceab-4a22-8ccb-6bb77e106bb0), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.763678 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e53954d2-b56a-48da-bc36-00a351e40827 admin admin] Publish callbacks [] for security_group (538d8c0b-ceab-4a22-8ccb-6bb77e106bb0), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.818105 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e53954d2-b56a-48da-bc36-00a351e40827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (538d8c0b-ceab-4a22-8ccb-6bb77e106bb0), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.820726 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e53954d2-b56a-48da-bc36-00a351e40827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:11.822987 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e53954d2-b56a-48da-bc36-00a351e40827 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/538d8c0b-ceab-4a22-8ccb-6bb77e106bb0 HTTP/1.1" status: 204 len: 168 time: 0.1282105 May 04 19:07:11.831915 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53954d2-b56a-48da-bc36-00a351e40827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538d8c0b-ceab-4a22-8ccb-6bb77e106bb0,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:11.892840 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e1de-3f7d-4b61-a8d6-bf425131f084 req-7ed164aa-778b-4595-9c4b-68148cfab54b tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:11.894794 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a559e1de-3f7d-4b61-a8d6-bf425131f084 req-7ed164aa-778b-4595-9c4b-68148cfab54b tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0734127 May 04 19:07:11.963562 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a559e1de-3f7d-4b61-a8d6-bf425131f084 req-031cdc52-70d6-46d5-bfd7-4091d7546908 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612125 May 04 19:07:12.051339 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244276-1a16-4ba3-a1c1-f6c2aa62d417 req-ee5f7587-047c-475e-9428-a406897e862c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:12.053259 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bc244276-1a16-4ba3-a1c1-f6c2aa62d417 req-ee5f7587-047c-475e-9428-a406897e862c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0646641 May 04 19:07:12.120686 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bc244276-1a16-4ba3-a1c1-f6c2aa62d417 req-cc46ff14-7016-47fc-b390-a348965792fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580251 May 04 19:07:12.216632 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 59858) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:12.230118 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d6213fcf-5854-4929-9d80-0d8b366c143e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.239103 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09263cf2-494c-4dcc-99ac-1cef80c8f65e req-36a5d7a8-6089-4cea-8993-b782ae705dd3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:12.240589 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-09263cf2-494c-4dcc-99ac-1cef80c8f65e req-36a5d7a8-6089-4cea-8993-b782ae705dd3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0510330 May 04 19:07:12.249954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59860) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:12.254314 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'floatingip': {'port_id': 'f2a67d60-fe59-49da-83ac-a36d263ffa54'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:12.303515 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (d0370e35-1faf-4b42-ad8a-e8c796be361f), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.312264 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d6213fcf-5854-4929-9d80-0d8b366c143e admin admin] Publish callbacks [] for security_group (ea75db07-6c87-482f-8ac3-e33d59c96e84), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.316026 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d6213fcf-5854-4929-9d80-0d8b366c143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ea75db07-6c87-482f-8ac3-e33d59c96e84), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.354096 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6213fcf-5854-4929-9d80-0d8b366c143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea75db07-6c87-482f-8ac3-e33d59c96e84,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:12.362465 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 59862) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:12.362556 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d6213fcf-5854-4929-9d80-0d8b366c143e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88c0fa6b52cd4fae92b609546b25af69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448505 May 04 19:07:12.494622 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-90592ca1-d9e8-4c24-85c0-7963a81faf69 admin admin] Publish callbacks [] for security_group (ea75db07-6c87-482f-8ac3-e33d59c96e84), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.554050 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-90592ca1-d9e8-4c24-85c0-7963a81faf69 admin admin] Publish callbacks [] for security_group (ea75db07-6c87-482f-8ac3-e33d59c96e84), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.688980 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a6e2f-455c-49bb-aa43-994269423430 req-4fefc1e4-703c-4628-bd38-7d621dc2bfe4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:12.691272 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-90592ca1-d9e8-4c24-85c0-7963a81faf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ea75db07-6c87-482f-8ac3-e33d59c96e84), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.693912 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-90592ca1-d9e8-4c24-85c0-7963a81faf69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.694127 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-331a6e2f-455c-49bb-aa43-994269423430 req-4fefc1e4-703c-4628-bd38-7d621dc2bfe4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0629148 May 04 19:07:12.695703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-90592ca1-d9e8-4c24-85c0-7963a81faf69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ea75db07-6c87-482f-8ac3-e33d59c96e84 HTTP/1.1" status: 204 len: 168 time: 0.3324165 May 04 19:07:12.710801 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90592ca1-d9e8-4c24-85c0-7963a81faf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea75db07-6c87-482f-8ac3-e33d59c96e84,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:12.771251 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-331a6e2f-455c-49bb-aa43-994269423430 req-283bfd46-fafb-4dff-905f-c63e22ecf6e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 May 04 19:07:12.859906 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:12.863618 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (d0370e35-1faf-4b42-ad8a-e8c796be361f), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:13.183189 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Floating IP d0370e35-1faf-4b42-ad8a-e8c796be361f associated. External IP: 172.27.2.60, port: f2a67d60-fe59-49da-83ac-a36d263ffa54. May 04 19:07:13.191511 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a4747-14df-4ab0-8199-67ad090e4335 req-8b98af8d-9564-4f6b-b5c9-5971a5262df9 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:13.192980 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-460a4747-14df-4ab0-8199-67ad090e4335 req-8b98af8d-9564-4f6b-b5c9-5971a5262df9 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0593276 May 04 19:07:13.311871 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-460a4747-14df-4ab0-8199-67ad090e4335 req-b9bf9069-c302-49ee-8812-519da8c2ef92 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877202 May 04 19:07:13.439539 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Router 944931c7-997a-4197-ad4a-6a1843a1b8e0 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:13.554048 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:13.558678 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:13.564345 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] Sync routers for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:13.575795 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:13.576349 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:13.600110 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-99c132c2-643b-4655-807f-f877e01f5035 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "PUT /v2.0/floatingips/d0370e35-1faf-4b42-ad8a-e8c796be361f HTTP/1.1" status: 200 len: 990 time: 1.3378007 May 04 19:07:13.600110 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:13.600110 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45805e89-711d-47d4-a14b-153e812314a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:13.627931 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d77d899-4b44-4d0b-a8c7-1c79f2b65cb0 x-openstack-request-id: req-6d77d899-4b44-4d0b-a8c7-1c79f2b65cb0 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:13.628664 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:13.629205 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d77d899-4b44-4d0b-a8c7-1c79f2b65cb0 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:13.629581 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d77d899-4b44-4d0b-a8c7-1c79f2b65cb0'] response: {'name': 'network-changed', 'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'status': 'completed', 'code': 200} May 04 19:07:13.768264 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:13.891930 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6abfe-0562-47fd-b912-37d75fa1a268 req-fdbfe618-78b9-4475-adc8-e5ad00d4a841 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:13.893761 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3dc6abfe-0562-47fd-b912-37d75fa1a268 req-fdbfe618-78b9-4475-adc8-e5ad00d4a841 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0537772 May 04 19:07:13.943542 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3dc6abfe-0562-47fd-b912-37d75fa1a268 req-f9ebfff2-c610-42df-b837-39ec8042ff9e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 May 04 19:07:13.999414 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'd0370e35-1faf-4b42-ad8a-e8c796be361f', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'port_id': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'mac_address': 'fa:16:3e:92:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:41Z', 'updated_at': '2022-05-04T19:07:12Z', 'revision_number': 1, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:14.029350 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] Checking router: 944931c7-997a-4197-ad4a-6a1843a1b8e0 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:14.037806 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:14.038461 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:06:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:14.147249 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:14.374392 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'd0370e35-1faf-4b42-ad8a-e8c796be361f', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'port_id': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'mac_address': 'fa:16:3e:92:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:41Z', 'updated_at': '2022-05-04T19:07:12Z', 'revision_number': 1, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:14.409797 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56b6f3-0bd3-4852-87b5-d26b3741e9d0 None None] The sync data for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi is: [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'd0370e35-1faf-4b42-ad8a-e8c796be361f', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'port_id': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'mac_address': 'fa:16:3e:92:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:41Z', 'updated_at': '2022-05-04T19:07:12Z', 'revision_number': 1, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:14.452717 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce428bb-e7e3-406a-969f-0c7acdd95b59 req-515983ae-8720-40e2-88bd-0698f1550a8d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:14.454414 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5ce428bb-e7e3-406a-969f-0c7acdd95b59 req-515983ae-8720-40e2-88bd-0698f1550a8d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0672877 May 04 19:07:14.514321 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5ce428bb-e7e3-406a-969f-0c7acdd95b59 req-7d17a39d-b7c1-4846-87de-591ef01a03f2 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538943 May 04 19:07:14.631849 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bdfc2-fd74-4e94-a769-34fcdbe4f9f3 None None] New status for floating IP d0370e35-1faf-4b42-ad8a-e8c796be361f: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:07:15.059508 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75b814-9610-4581-8d6b-3f6fde9f879d req-7ab64546-0642-43cc-b35c-5524f2b6d8ea tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:15.060948 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-af75b814-9610-4581-8d6b-3f6fde9f879d req-7ab64546-0642-43cc-b35c-5524f2b6d8ea tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0488913 May 04 19:07:15.107275 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-af75b814-9610-4581-8d6b-3f6fde9f879d req-a331e2ba-1c57-4de5-a98b-dccf0bfde6d5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 May 04 19:07:15.352568 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805e89-711d-47d4-a14b-153e812314a6 req-5e6f4cdc-6678-4360-91f1-9584094cfb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:15.354074 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-45805e89-711d-47d4-a14b-153e812314a6 req-5e6f4cdc-6678-4360-91f1-9584094cfb0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 1129 time: 0.0385895 May 04 19:07:15.401411 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:15.560201 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805e89-711d-47d4-a14b-153e812314a6 req-8514a4d8-f4a5-443c-bb38-979885477dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:15.561736 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-45805e89-711d-47d4-a14b-153e812314a6 req-8514a4d8-f4a5-443c-bb38-979885477dc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 912 time: 0.0900633 May 04 19:07:15.625059 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdc75d-ac49-4530-9677-7d098d6e982d req-7cc64bc0-f79b-45a4-b570-52d7de519fa2 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:15.626528 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-57fdc75d-ac49-4530-9677-7d098d6e982d req-7cc64bc0-f79b-45a4-b570-52d7de519fa2 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0497243 May 04 19:07:15.672923 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-57fdc75d-ac49-4530-9677-7d098d6e982d req-5a62dec5-be16-4d05-b20e-f2319b5f713d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6f0d0cf-413a-4767-9835-dd7f8d217289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 May 04 19:07:15.871549 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-45805e89-711d-47d4-a14b-153e812314a6 req-25eceb6c-376a-4521-b60d-e2e0cee18e98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 200 len: 1000 time: 0.0890164 May 04 19:07:15.985361 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805e89-711d-47d4-a14b-153e812314a6 req-2086065b-dd82-40d5-93c8-c5019c9a5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:15.987045 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-45805e89-711d-47d4-a14b-153e812314a6 req-2086065b-dd82-40d5-93c8-c5019c9a5e2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.0597403 May 04 19:07:16.055691 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45805e89-711d-47d4-a14b-153e812314a6 req-9ae6a7c0-dc82-4c75-85d5-ab552ab0b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:16.057500 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-45805e89-711d-47d4-a14b-153e812314a6 req-9ae6a7c0-dc82-4c75-85d5-ab552ab0b6d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443683 May 04 19:07:16.066995 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-07bdbff7-ff12-4305-bd6f-0ec50548f5be tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:16.068599 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-07bdbff7-ff12-4305-bd6f-0ec50548f5be tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 945 time: 0.0562892 May 04 19:07:16.175823 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-45805e89-711d-47d4-a14b-153e812314a6 req-0397efae-a42c-47a2-8e4e-f6fbb3ffdf10 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111646 May 04 19:07:16.255461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Deleting port 84ae57cd-445d-48f4-a111-8b738c387bc3 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:16.255805 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:16.259615 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05821b09-ad1f-4558-abc5-92fa79be4785 req-cd9edbc3-9e47-4842-adec-22883888b8e5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:16.265213 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 84ae57cd-445d-48f4-a111-8b738c387bc3 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:07:16.266625 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-05821b09-ad1f-4558-abc5-92fa79be4785 req-cd9edbc3-9e47-4842-adec-22883888b8e5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0842619 May 04 19:07:16.365432 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 84ae57cd-445d-48f4-a111-8b738c387bc3 is: ACTIVE; New status is: DOWN {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:16.366393 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:16.377925 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-05821b09-ad1f-4558-abc5-92fa79be4785 req-9c476019-a313-4e65-8f47-d3ba5b90de38 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062002 May 04 19:07:16.412219 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] For port 84ae57cd-445d-48f4-a111-8b738c387bc3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=84ae57cd-445d-48f4-a111-8b738c387bc3,segment=NetworkSegment(3d2e036e-42c0-44ec-9015-72a638bc3571),segment_id=3d2e036e-42c0-44ec-9015-72a638bc3571)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:16.412582 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:16.413496 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-45805e89-711d-47d4-a14b-153e812314a6 req-92ff3a8f-d3d5-4d8d-a9eb-d35db700cd61 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208669 May 04 19:07:16.418530 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 84ae57cd-445d-48f4-a111-8b738c387bc3, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=84ae57cd-445d-48f4-a111-8b738c387bc3,segment=NetworkSegment(3d2e036e-42c0-44ec-9015-72a638bc3571),segment_id=3d2e036e-42c0-44ec-9015-72a638bc3571)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:16.419500 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:16.422001 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d1fa4c-1d49-458b-926c-02431fda4cae" -d '{"events": [{"server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:16.427212 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:16.459058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Calling delete_port for 84ae57cd-445d-48f4-a111-8b738c387bc3 owned by compute:nova {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:16.494508 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2001156-e843-4884-a2d2-1aa93e136232 x-openstack-request-id: req-d2001156-e843-4884-a2d2-1aa93e136232 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:16.495027 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "name": "network-vif-unplugged", "status": "completed", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:16.496274 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2001156-e843-4884-a2d2-1aa93e136232 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:16.498795 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2001156-e843-4884-a2d2-1aa93e136232'] response: {'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3', 'code': 200} May 04 19:07:16.529768 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=84ae57cd-445d-48f4-a111-8b738c387bc3,revision_number=6']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:16.532372 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.532723 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.533088 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.533547 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.533812 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.534152 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.534480 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.534804 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.535132 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.535453 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.535776 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.536300 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.536633 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.536956 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.537279 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:16.641572 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (84ae57cd-445d-48f4-a111-8b738c387bc3), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:16.671522 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Pushing event deleted for resources: {'Port': ['ID=84ae57cd-445d-48f4-a111-8b738c387bc3,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:16.708316 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-61f7e71f-e7ef-496e-8166-123c8c37311f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462224 May 04 19:07:16.741930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] No DVR routers for this DVR port 84ae57cd-445d-48f4-a111-8b738c387bc3 on host hv-cinder-83090 {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:07:16.746214 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:16.749638 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d32f0b73-7567-4488-ad83-dcb575e2db2f req-a0cbdea0-1f2e-4487-a65c-c49312b78c1d tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.11 "DELETE /v2.0/ports/84ae57cd-445d-48f4-a111-8b738c387bc3 HTTP/1.1" status: 204 len: 173 time: 0.6736758 May 04 19:07:16.750102 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'name': 'network-vif-deleted', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:16.752450 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b783becb-c0fc-4b38-81fa-108947789f43" -d '{"events": [{"server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "name": "network-vif-deleted", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:16.789796 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-840ffa84-9955-461f-b7ea-728ab62af362 req-f23456ef-faa8-44f3-bf88-b48686eb53a7 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.0311975 May 04 19:07:16.822388 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deea39e4-fc07-4aab-9358-2af9313a9919 x-openstack-request-id: req-deea39e4-fc07-4aab-9358-2af9313a9919 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:16.822796 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c34ec07-a8d6-42d2-b843-d319612cfe2d", "name": "network-vif-deleted", "tag": "84ae57cd-445d-48f4-a111-8b738c387bc3", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:16.823078 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-deea39e4-fc07-4aab-9358-2af9313a9919 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:16.823485 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deea39e4-fc07-4aab-9358-2af9313a9919'] response: {'server_uuid': '4c34ec07-a8d6-42d2-b843-d319612cfe2d', 'name': 'network-vif-deleted', 'tag': '84ae57cd-445d-48f4-a111-8b738c387bc3', 'status': 'completed', 'code': 200} May 04 19:07:16.835245 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-900b5be4-45fd-4b9d-b68a-aaf7e81a4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:16.836932 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-900b5be4-45fd-4b9d-b68a-aaf7e81a4eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1130 time: 0.0479684 May 04 19:07:17.177410 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:07:17.342141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60014) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:17.444346 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0efa0913-e5d5-467a-9324-9d6e0ca41f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.486618 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b489e5-bf1f-415f-9198-52cbd13f3dc3 req-c100ac53-54cf-44a7-822c-8b54c3683d61 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:17.487975 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f6b489e5-bf1f-415f-9198-52cbd13f3dc3 req-c100ac53-54cf-44a7-822c-8b54c3683d61 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0458610 May 04 19:07:17.516003 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0efa0913-e5d5-467a-9324-9d6e0ca41f54 admin admin] Publish callbacks [] for security_group (6f421947-08f1-4daf-b647-bf800ff98334), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.521222 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0efa0913-e5d5-467a-9324-9d6e0ca41f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (6f421947-08f1-4daf-b647-bf800ff98334), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.541340 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f6b489e5-bf1f-415f-9198-52cbd13f3dc3 req-d1b82657-63b4-485d-925d-520c25253284 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 May 04 19:07:17.550389 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57f037be-fe73-4f8d-8b08-fb460ff0a9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.575724 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0913-e5d5-467a-9324-9d6e0ca41f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f421947-08f1-4daf-b647-bf800ff98334,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:17.582453 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-0efa0913-e5d5-467a-9324-9d6e0ca41f54 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e5ea9f658ed467a92cf45d7f775a6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392581 May 04 19:07:17.585010 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60024) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:17.632542 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e89c1302-c485-4a68-8f4d-427ed670d4a4 admin admin] Publish callbacks [] for security_group (6f421947-08f1-4daf-b647-bf800ff98334), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.653441 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e89c1302-c485-4a68-8f4d-427ed670d4a4 admin admin] Publish callbacks [] for security_group (6f421947-08f1-4daf-b647-bf800ff98334), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.700080 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e89c1302-c485-4a68-8f4d-427ed670d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (6f421947-08f1-4daf-b647-bf800ff98334), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.702804 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e89c1302-c485-4a68-8f4d-427ed670d4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:17.703948 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e89c1302-c485-4a68-8f4d-427ed670d4a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f421947-08f1-4daf-b647-bf800ff98334 HTTP/1.1" status: 204 len: 168 time: 0.1178439 May 04 19:07:17.715632 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c1302-c485-4a68-8f4d-427ed670d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f421947-08f1-4daf-b647-bf800ff98334,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:17.891487 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cd96ae26-570a-4958-97d8-a73df34112b2 req-cf2133e3-a083-4213-9ac6-a8faf9bfce13 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.0297241 May 04 19:07:17.970966 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60032) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:17.983814 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b30265d0-5d2e-498f-aafd-db7832a17f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.054382 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b30265d0-5d2e-498f-aafd-db7832a17f6b admin admin] Publish callbacks [] for security_group (c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.057842 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b30265d0-5d2e-498f-aafd-db7832a17f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.096997 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b30265d0-5d2e-498f-aafd-db7832a17f6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3a96c71f3d746e4a0cd5e12e13c4e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250050 May 04 19:07:18.097843 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30265d0-5d2e-498f-aafd-db7832a17f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:18.099746 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60034) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:18.146799 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9399d756-85a5-47c0-b908-b52dd2efb4b9 admin admin] Publish callbacks [] for security_group (c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.169845 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9399d756-85a5-47c0-b908-b52dd2efb4b9 admin admin] Publish callbacks [] for security_group (c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.216057 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9399d756-85a5-47c0-b908-b52dd2efb4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.218930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9399d756-85a5-47c0-b908-b52dd2efb4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.220049 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-9399d756-85a5-47c0-b908-b52dd2efb4b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a HTTP/1.1" status: 204 len: 168 time: 0.1192992 May 04 19:07:18.228292 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399d756-85a5-47c0-b908-b52dd2efb4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72aa0d9-a1ac-4f0a-9fb1-e54454f2055a,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:18.659087 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2e93-f357-46e2-b05c-a1ca4443526a req-9fb6a9b9-9de7-4924-b867-fec0e8aa009e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:18.660556 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1e4c2e93-f357-46e2-b05c-a1ca4443526a req-9fb6a9b9-9de7-4924-b867-fec0e8aa009e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0464368 May 04 19:07:18.709635 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1e4c2e93-f357-46e2-b05c-a1ca4443526a req-bb773b93-85e0-4680-ad2c-11a6dd122254 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 May 04 19:07:18.996648 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-063becda-66d7-4441-b037-67961b9e7615 req-649bac19-d9eb-418a-b1ec-2eecd8c2e1e3 tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.0276709 May 04 19:07:19.255268 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60076) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:19.357573 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-484779ab-a6bf-4058-bbb7-80867e9bb71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.430869 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-484779ab-a6bf-4058-bbb7-80867e9bb71f admin admin] Publish callbacks [] for security_group (36704cd0-6061-413d-9db5-235857ae2a15), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.435024 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-484779ab-a6bf-4058-bbb7-80867e9bb71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (36704cd0-6061-413d-9db5-235857ae2a15), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.472041 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484779ab-a6bf-4058-bbb7-80867e9bb71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36704cd0-6061-413d-9db5-235857ae2a15,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:19.477169 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-484779ab-a6bf-4058-bbb7-80867e9bb71f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d1091a5a84854b6780f59aed6a438d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209373 May 04 19:07:19.479897 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60080) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:19.528031 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0fdda982-32b4-44be-97b2-2ac490ac15dd admin admin] Publish callbacks [] for security_group (36704cd0-6061-413d-9db5-235857ae2a15), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.551585 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0fdda982-32b4-44be-97b2-2ac490ac15dd admin admin] Publish callbacks [] for security_group (36704cd0-6061-413d-9db5-235857ae2a15), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.603122 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0fdda982-32b4-44be-97b2-2ac490ac15dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (36704cd0-6061-413d-9db5-235857ae2a15), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.605781 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0fdda982-32b4-44be-97b2-2ac490ac15dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.606924 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-0fdda982-32b4-44be-97b2-2ac490ac15dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36704cd0-6061-413d-9db5-235857ae2a15 HTTP/1.1" status: 204 len: 168 time: 0.1261117 May 04 19:07:19.615301 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdda982-32b4-44be-97b2-2ac490ac15dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36704cd0-6061-413d-9db5-235857ae2a15,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:19.863978 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0442b9-93a8-464b-a843-39639ca68302 req-b66dae1f-a6fe-4c57-b08b-86dc3560ceb7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:19.865562 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5f0442b9-93a8-464b-a843-39639ca68302 req-b66dae1f-a6fe-4c57-b08b-86dc3560ceb7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0782733 May 04 19:07:19.906823 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ab63d39e-d2ee-4aeb-ab3f-b705ed6bdaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.951999 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-94f99637-9748-42ba-bcd8-dd7ff7007c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:19.953435 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-94f99637-9748-42ba-bcd8-dd7ff7007c91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.1379995 May 04 19:07:19.960411 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5f0442b9-93a8-464b-a843-39639ca68302 req-d05c72c2-c148-4413-b3f7-de350fb828f1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644236 May 04 19:07:20.028282 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-8ec505ac-dede-403a-afe4-e0fc86dc27fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 1002 time: 0.0669394 May 04 19:07:20.080628 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-c6095cbf-85bf-4dc8-9d64-cad385eb3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:20.082133 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-c6095cbf-85bf-4dc8-9d64-cad385eb3b28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0472395 May 04 19:07:20.100047 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fd3fe4ad-212b-417d-affd-f2b229973190 req-76fbfdaf-08f8-4096-9614-29531796081e tempest-DeleteServersTestJSON-1840478287 tempest-DeleteServersTestJSON-1840478287-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c34ec07-a8d6-42d2-b843-d319612cfe2d HTTP/1.1" status: 200 len: 210 time: 0.0299516 May 04 19:07:20.129953 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-7b9c6930-c056-49a9-927a-8be147d66677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:20.131420 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-7b9c6930-c056-49a9-927a-8be147d66677 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414417 May 04 19:07:20.431107 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-60e61e62-80d8-4116-b589-4a8403a2b733 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853818 May 04 19:07:20.543856 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a5bb33c-b131-4f83-bfdd-b223c95430df req-e50b44e1-cb9b-46e5-8a81-8f38c9e35d9c service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045609 May 04 19:07:20.694853 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60126) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:20.815360 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2443b41e-b5b3-4cfc-a6ec-204fcdf1855d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:20.889724 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2443b41e-b5b3-4cfc-a6ec-204fcdf1855d admin admin] Publish callbacks [] for security_group (8652bb28-0879-41ce-ab1e-074650ff92fb), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:20.893423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2443b41e-b5b3-4cfc-a6ec-204fcdf1855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8652bb28-0879-41ce-ab1e-074650ff92fb), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:20.939636 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-2443b41e-b5b3-4cfc-a6ec-204fcdf1855d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27f93186bd364a14bd287997a6856d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431672 May 04 19:07:20.941850 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443b41e-b5b3-4cfc-a6ec-204fcdf1855d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8652bb28-0879-41ce-ab1e-074650ff92fb,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:20.946934 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60134) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:20.972890 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:21.004339 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3a40182d-971f-484a-ba68-4d97e9869092 admin admin] Publish callbacks [] for security_group (8652bb28-0879-41ce-ab1e-074650ff92fb), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:21.027492 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3a40182d-971f-484a-ba68-4d97e9869092 admin admin] Publish callbacks [] for security_group (8652bb28-0879-41ce-ab1e-074650ff92fb), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:21.098214 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dab05-ac09-472a-a30b-9dae7845361d req-a3f0c8eb-0ee7-4f2b-85c8-d0898d818edc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:21.099756 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-103dab05-ac09-472a-a30b-9dae7845361d req-a3f0c8eb-0ee7-4f2b-85c8-d0898d818edc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0617425 May 04 19:07:21.135899 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3a40182d-971f-484a-ba68-4d97e9869092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8652bb28-0879-41ce-ab1e-074650ff92fb), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:21.138203 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3a40182d-971f-484a-ba68-4d97e9869092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:21.139308 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3a40182d-971f-484a-ba68-4d97e9869092 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8652bb28-0879-41ce-ab1e-074650ff92fb HTTP/1.1" status: 204 len: 168 time: 0.1958299 May 04 19:07:21.159388 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40182d-971f-484a-ba68-4d97e9869092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652bb28-0879-41ce-ab1e-074650ff92fb,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:21.181587 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-103dab05-ac09-472a-a30b-9dae7845361d req-2f687a55-e30d-4ba6-a3bd-5a71392cb745 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643673 May 04 19:07:22.276851 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f5dea-1703-470e-b41e-fe783465d97d req-e2eb4215-21d2-476a-9734-2c29df02e86c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:22.278337 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-de2f5dea-1703-470e-b41e-fe783465d97d req-e2eb4215-21d2-476a-9734-2c29df02e86c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0468490 May 04 19:07:22.326737 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-de2f5dea-1703-470e-b41e-fe783465d97d req-57fb6a3d-5768-44be-9b33-fb2e6daec06d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 May 04 19:07:22.485613 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:22.611846 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60174) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:22.656424 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] Deleting subnet 6787e60f-4a02-48ba-82d4-f31c09602b28 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:07:22.659483 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] Publish callbacks [] for subnet (6787e60f-4a02-48ba-82d4-f31c09602b28), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:22.693291 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] Publish callbacks [] for subnet (6787e60f-4a02-48ba-82d4-f31c09602b28), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:22.703690 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (6787e60f-4a02-48ba-82d4-f31c09602b28), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:22.762882 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (6787e60f-4a02-48ba-82d4-f31c09602b28), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:22.792653 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6787e60f-4a02-48ba-82d4-f31c09602b28,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:22.796416 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:22.802160 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-404bb084-280c-4fb1-84b5-9e7272192ace admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6787e60f-4a02-48ba-82d4-f31c09602b28 HTTP/1.1" status: 204 len: 168 time: 0.1868668 May 04 19:07:22.802673 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60188) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:22.881622 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (a3f1423c-778f-4484-a1f0-73c377da0184), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:22.976616 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (a3f1423c-778f-4484-a1f0-73c377da0184), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.007757 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.007966 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.008754 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.009134 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > port after_create 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.009448 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > port after_delete 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.009968 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > port after_update 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.010343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.010596 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.010908 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.011225 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.118408 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.118898 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.119200 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.119552 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:07:23.119988 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f1423c-778f-4484-a1f0-73c377da0184']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:23.137184 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2e036e-42c0-44ec-9015-72a638bc3571') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:23.137506 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2e036e-42c0-44ec-9015-72a638bc3571') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:23.153886 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (3d2e036e-42c0-44ec-9015-72a638bc3571), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.175530 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (3d2e036e-42c0-44ec-9015-72a638bc3571), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.186092 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:07:23.186506 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (3d2e036e-42c0-44ec-9015-72a638bc3571), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: from cryptography.utils import int_from_bytes May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: from cryptography.utils import int_from_bytes May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:07:23.222161 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:07:23.286365 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (a3f1423c-778f-4484-a1f0-73c377da0184), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.301821 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.305801 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] 10.222.0.69 "DELETE /v2.0/networks/a3f1423c-778f-4484-a1f0-73c377da0184 HTTP/1.1" status: 204 len: 168 time: 0.5014675 May 04 19:07:23.307044 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef766a4b-c553-4b6b-af91-91ae3c6edfbe admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f1423c-778f-4484-a1f0-73c377da0184,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:23.449873 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a75728-c432-4f9c-bc92-492958367581 req-a0cd0164-b006-4d73-9a48-68792df00baa tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:23.452356 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-57a75728-c432-4f9c-bc92-492958367581 req-a0cd0164-b006-4d73-9a48-68792df00baa tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0580840 May 04 19:07:23.493055 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60214) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:23.511279 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-57a75728-c432-4f9c-bc92-492958367581 req-9b860e33-3a5d-49ac-b0ce-e2e66c702c14 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531483 May 04 19:07:23.533126 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a0a5215a-ac15-4c64-8e2d-b407132b660e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b6009c7f43b406e850c819b5b50311c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389175 May 04 19:07:23.535559 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60216) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:23.579747 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e32e5881-14db-44d8-83fd-8ffb03eefe30 admin admin] Publish callbacks [] for security_group (b6f0d0cf-413a-4767-9835-dd7f8d217289), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.601183 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e32e5881-14db-44d8-83fd-8ffb03eefe30 admin admin] Publish callbacks [] for security_group (b6f0d0cf-413a-4767-9835-dd7f8d217289), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.653352 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e32e5881-14db-44d8-83fd-8ffb03eefe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b6f0d0cf-413a-4767-9835-dd7f8d217289), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.655926 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e32e5881-14db-44d8-83fd-8ffb03eefe30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.657035 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e32e5881-14db-44d8-83fd-8ffb03eefe30 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6f0d0cf-413a-4767-9835-dd7f8d217289 HTTP/1.1" status: 204 len: 168 time: 0.1206071 May 04 19:07:23.665523 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e5881-14db-44d8-83fd-8ffb03eefe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f0d0cf-413a-4767-9835-dd7f8d217289,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:23.930672 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.300410 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60256) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:24.330544 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60260) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:24.423728 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d39c145c-bdfd-4ddb-a823-b3ebc6e7e5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.437190 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1187961765-network', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:24.461106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Made reservation on behalf of ef1ba9318cf84308a3ff6ce6da85755d for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:24.463920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.477902 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.513738 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d39c145c-bdfd-4ddb-a823-b3ebc6e7e5b7 admin admin] Publish callbacks [] for security_group (5068b4cc-0aff-41f6-9492-f9e73be04b3d), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.518558 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d39c145c-bdfd-4ddb-a823-b3ebc6e7e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5068b4cc-0aff-41f6-9492-f9e73be04b3d), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.560819 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks [] for security_group (f76f6267-32eb-4b02-b398-50247075de27), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.565604 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f76f6267-32eb-4b02-b398-50247075de27), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.565851 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d39c145c-bdfd-4ddb-a823-b3ebc6e7e5b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=986bb2abfe594acbb3effdccd2d5ae13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643297 May 04 19:07:24.567159 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c145c-bdfd-4ddb-a823-b3ebc6e7e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5068b4cc-0aff-41f6-9492-f9e73be04b3d,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:24.569438 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60268) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:24.582784 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:07:24.615949 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (1bf44776-7395-46b1-b23d-1029f1a7b5c2), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.616287 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Added segment 1bf44776-7395-46b1-b23d-1029f1a7b5c2 of type vlan for network 52743f3b-665f-4119-9451-8ab735a2cc02 May 04 19:07:24.641634 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76f6267-32eb-4b02-b398-50247075de27,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:24.646557 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb79614-053f-40a6-bd1d-c8f2015bdae8 req-3cd2f212-9f40-4901-9e0f-db2730b046b3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.648023 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9fb79614-053f-40a6-bd1d-c8f2015bdae8 req-3cd2f212-9f40-4901-9e0f-db2730b046b3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0638449 May 04 19:07:24.677703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (52743f3b-665f-4119-9451-8ab735a2cc02), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.679332 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf4d6-1693-4cc4-af81-718108a58613 admin admin] Publish callbacks [] for security_group (5068b4cc-0aff-41f6-9492-f9e73be04b3d), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.702665 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (52743f3b-665f-4119-9451-8ab735a2cc02), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.703552 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.704370 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.718048 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf4d6-1693-4cc4-af81-718108a58613 admin admin] Publish callbacks [] for security_group (5068b4cc-0aff-41f6-9492-f9e73be04b3d), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.727784 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9fb79614-053f-40a6-bd1d-c8f2015bdae8 req-18db86e6-a66c-407f-ab1d-66a568853079 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714250 May 04 19:07:24.740765 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4064369 May 04 19:07:24.741037 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60270) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:24.749126 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Request body: {'subnet': {'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-subnet', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:24.780038 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf4d6-1693-4cc4-af81-718108a58613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (5068b4cc-0aff-41f6-9492-f9e73be04b3d), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.782672 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf4d6-1693-4cc4-af81-718108a58613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.783963 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5b2cf4d6-1693-4cc4-af81-718108a58613 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5068b4cc-0aff-41f6-9492-f9e73be04b3d HTTP/1.1" status: 204 len: 168 time: 0.2135413 May 04 19:07:24.784790 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac75a95-73cb-4870-900c-529c5ada4ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=52743f3b-665f-4119-9451-8ab735a2cc02,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:24.795234 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 52743f3b-665f-4119-9451-8ab735a2cc02 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:07:24.797695 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cf4d6-1693-4cc4-af81-718108a58613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068b4cc-0aff-41f6-9492-f9e73be04b3d,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:24.809393 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Made reservation on behalf of ef1ba9318cf84308a3ff6ce6da85755d for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:24.812689 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.000523 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (bb3dd897-3460-4581-b818-c986365d4fa5), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.057754 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3dd897-3460-4581-b818-c986365d4fa5,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:25.074306 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Checking segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:25.074661 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Network hostable DHCP agents. Network: 52743f3b-665f-4119-9451-8ab735a2cc02, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:07:25.080733 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60278) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:25.098917 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b187d498-0697-4163-8a48-70bd48c5b6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.111049 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:07:25.122424 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 52743f3b-665f-4119-9451-8ab735a2cc02) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:25.129913 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:25.130506 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.131629 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ae971-4e3a-4f8a-8a35-388f9efcd379 None None] Network 52743f3b-665f-4119-9451-8ab735a2cc02 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:07:25.158522 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-411a0f53-f507-4318-be73-6e86059d9bbb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4104712 May 04 19:07:25.158966 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60280) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:25.163460 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:25.196683 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.197929 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.209265 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b187d498-0697-4163-8a48-70bd48c5b6ae admin admin] Publish callbacks [] for security_group (a05498b5-3ef6-470a-8737-5cad002fb67f), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.213200 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b187d498-0697-4163-8a48-70bd48c5b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a05498b5-3ef6-470a-8737-5cad002fb67f), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.253382 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b187d498-0697-4163-8a48-70bd48c5b6ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82d243a1c93048ee950ff89d49fa144b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716416 May 04 19:07:25.254229 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187d498-0697-4163-8a48-70bd48c5b6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05498b5-3ef6-470a-8737-5cad002fb67f,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:25.256441 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60282) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:25.258204 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks [] for router_controller (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), precommit_add_association {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.259243 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-52743f3b-665f-4119-9451-8ab735a2cc02', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:07:25.260269 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.312579 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-860cfb6a-a0c7-403f-98e7-eecab97fcd73 admin admin] Publish callbacks [] for security_group (a05498b5-3ef6-470a-8737-5cad002fb67f), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.334367 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-860cfb6a-a0c7-403f-98e7-eecab97fcd73 admin admin] Publish callbacks [] for security_group (a05498b5-3ef6-470a-8737-5cad002fb67f), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.390622 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-860cfb6a-a0c7-403f-98e7-eecab97fcd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a05498b5-3ef6-470a-8737-5cad002fb67f), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.394685 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-860cfb6a-a0c7-403f-98e7-eecab97fcd73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.399744 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-860cfb6a-a0c7-403f-98e7-eecab97fcd73 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a05498b5-3ef6-470a-8737-5cad002fb67f HTTP/1.1" status: 204 len: 168 time: 0.1391838 May 04 19:07:25.413111 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cfb6a-a0c7-403f-98e7-eecab97fcd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05498b5-3ef6-470a-8737-5cad002fb67f,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:25.413326 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Allocated IP 172.20.0.2 (52743f3b-665f-4119-9451-8ab735a2cc02/bb3dd897-3460-4581-b818-c986365d4fa5/293481ca-1546-4697-b66c-6244b2bbc6ce) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:25.434294 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks [] for router_gateway (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.589007 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Publish callbacks [] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.596548 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.635254 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks [] for router_gateway (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.637962 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:25.643716 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:25.648414 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:25.651585 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Pushing event updated for resources: {'Port': ['ID=293481ca-1546-4697-b66c-6244b2bbc6ce,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:25.658377 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.712580 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Attempting to bind port 293481ca-1546-4697-b66c-6244b2bbc6ce on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:07:25.712965 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Attempting to bind port 293481ca-1546-4697-b66c-6244b2bbc6ce by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:07:25.713545 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Attempting to bind port 293481ca-1546-4697-b66c-6244b2bbc6ce on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:25.719913 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:07:25.720328 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Checking segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:25.720958 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.721349 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Bound using segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:07:25.721852 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Bound port: 293481ca-1546-4697-b66c-6244b2bbc6ce, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:07:25.722230 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.786010 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60292) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:25.797356 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Allocated IP 172.27.2.217 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/6ada3a3a-6829-47ce-996c-068ebe942bb2) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:25.806061 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-492a6ede-a918-4a12-b0ae-2a33c7811419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.812332 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] For port 293481ca-1546-4697-b66c-6244b2bbc6ce, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:07:25.818389 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] For port 293481ca-1546-4697-b66c-6244b2bbc6ce, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=293481ca-1546-4697-b66c-6244b2bbc6ce,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:07:25.825211 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.884590 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311207f9-48de-4b51-b6fe-616975e05dda req-300ef5be-9e7a-49b4-a8d7-90091ece9462 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:25.886568 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-311207f9-48de-4b51-b6fe-616975e05dda req-300ef5be-9e7a-49b4-a8d7-90091ece9462 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0716684 May 04 19:07:25.888621 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707144a-f2d6-4cc6-b79f-2ccd6cbbfa7b None None] Pushing event updated for resources: {'Port': ['ID=293481ca-1546-4697-b66c-6244b2bbc6ce,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:25.934215 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks [] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.982881 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-311207f9-48de-4b51-b6fe-616975e05dda req-10215ccb-1f91-4157-9b02-5ae26f3cb893 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895698 May 04 19:07:25.985056 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-492a6ede-a918-4a12-b0ae-2a33c7811419 admin admin] Publish callbacks [] for security_group (b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:25.992201 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-492a6ede-a918-4a12-b0ae-2a33c7811419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.005904 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.034590 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a6ede-a918-4a12-b0ae-2a33c7811419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:26.044915 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Pushing event updated for resources: {'Port': ['ID=6ada3a3a-6829-47ce-996c-068ebe942bb2,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:26.052684 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-492a6ede-a918-4a12-b0ae-2a33c7811419 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=912ef16dd8bb4630a8464dbace58405a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655318 May 04 19:07:26.055204 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60296) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:26.060930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:26.062650 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:26.065013 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:26.141200 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d66aa66f-7a96-4072-b82a-819f1d7a6ebd admin admin] Publish callbacks [] for security_group (b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.183878 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d66aa66f-7a96-4072-b82a-819f1d7a6ebd admin admin] Publish callbacks [] for security_group (b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.332140 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks [] for router_gateway (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.375068 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 293481ca-1546-4697-b66c-6244b2bbc6ce up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:26.429445 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 293481ca-1546-4697-b66c-6244b2bbc6ce triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:26.430153 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.439168 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d66aa66f-7a96-4072-b82a-819f1d7a6ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.441895 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d66aa66f-7a96-4072-b82a-819f1d7a6ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.443440 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d66aa66f-7a96-4072-b82a-819f1d7a6ebd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c HTTP/1.1" status: 204 len: 168 time: 0.3871388 May 04 19:07:26.464978 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aa66f-7a96-4072-b82a-819f1d7a6ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d9ac68-5dc7-49e3-9cfc-0c64ff6e3d9c,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:26.536479 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 293481ca-1546-4697-b66c-6244b2bbc6ce is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:26.536873 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.575702 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 293481ca-1546-4697-b66c-6244b2bbc6ce, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=293481ca-1546-4697-b66c-6244b2bbc6ce,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:26.578584 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.579931 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.634113 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=293481ca-1546-4697-b66c-6244b2bbc6ce,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:26.754928 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:07:26.973457 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80befca-6275-4cf2-874d-ba6db174fed0 None None] Network 52743f3b-665f-4119-9451-8ab735a2cc02 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:07:27.085275 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-5b1eb687-0d6c-4b90-89bd-9a9e8c76cbb7 None None] Provisioning complete for port 293481ca-1546-4697-b66c-6244b2bbc6ce triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:27.085688 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5b1eb687-0d6c-4b90-89bd-9a9e8c76cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.111762 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:27.121877 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:27.130688 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1fb7f-853a-462c-aebd-1a598beafa33 req-88c3962b-9a7e-45d8-bc47-c6760cb96479 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:27.132240 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:27.132696 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e7a1fb7f-853a-462c-aebd-1a598beafa33 req-88c3962b-9a7e-45d8-bc47-c6760cb96479 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0648012 May 04 19:07:27.132892 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:07:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:27.149108 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.153391 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-65572c64-0c35-4d59-91e9-8a72003478cb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9906416 May 04 19:07:27.153738 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60308) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:27.204277 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e7a1fb7f-853a-462c-aebd-1a598beafa33 req-ec38cfe2-5882-4bba-af1e-af579356948d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 May 04 19:07:27.225904 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-5b1eb687-0d6c-4b90-89bd-9a9e8c76cbb7 None None] Current status of the port 293481ca-1546-4697-b66c-6244b2bbc6ce is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:27.259612 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:27.453116 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-58bd7419-15f0-4269-825f-55f1d5954f56 None None] Provisioning complete for port 293481ca-1546-4697-b66c-6244b2bbc6ce triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:27.453717 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-58bd7419-15f0-4269-825f-55f1d5954f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.457308 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:26Z', 'revision_number': 3, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:27.493697 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:27.494200 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Updating router c53cd5a5-5e78-4782-a1c9-64040e74fb7c port 6ada3a3a-6829-47ce-996c-068ebe942bb2 binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:07:27.526642 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.627090 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.657580 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-58bd7419-15f0-4269-825f-55f1d5954f56 None None] Current status of the port 293481ca-1546-4697-b66c-6244b2bbc6ce is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:27.781453 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Allocated IP 172.20.0.1 (52743f3b-665f-4119-9451-8ab735a2cc02/bb3dd897-3460-4581-b818-c986365d4fa5/ad70d2a1-28a0-4dbd-8c72-3defc323fa9c) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:27.797944 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Publish callbacks [] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.803128 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.858111 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Attempting to bind port 6ada3a3a-6829-47ce-996c-068ebe942bb2 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:07:27.858569 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Attempting to bind port 6ada3a3a-6829-47ce-996c-068ebe942bb2 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:07:27.858924 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Attempting to bind port 6ada3a3a-6829-47ce-996c-068ebe942bb2 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:27.861817 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Pushing event updated for resources: {'Port': ['ID=6ada3a3a-6829-47ce-996c-068ebe942bb2,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:27.871752 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.872086 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.872453 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.872799 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.873125 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.873444 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.873787 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.874101 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.874444 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.874755 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.875067 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.875394 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.875715 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.876023 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.876330 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:27.879505 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:07:27.879812 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:27.880204 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.880575 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:07:27.881041 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Bound port: 6ada3a3a-6829-47ce-996c-068ebe942bb2, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:07:27.881413 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.890693 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks [] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.923484 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.932796 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] For port 6ada3a3a-6829-47ce-996c-068ebe942bb2, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:07:27.936078 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] For port 6ada3a3a-6829-47ce-996c-068ebe942bb2, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6ada3a3a-6829-47ce-996c-068ebe942bb2,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:07:27.941610 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.960836 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:27.970364 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:27.975159 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Pushing event updated for resources: {'Port': ['ID=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:27.977984 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:28.001813 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a7236-b9be-4f0a-8677-a06a1bfc5969 None None] Pushing event updated for resources: {'Port': ['ID=6ada3a3a-6829-47ce-996c-068ebe942bb2,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:28.006274 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:28.007339 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:07:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:28.018937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.183906 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.227768 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:28.282516 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-a4f0aae4-c29b-4c6d-8f06-95e6c34bb135 None None] Provisioning complete for port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:28.283003 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a4f0aae4-c29b-4c6d-8f06-95e6c34bb135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.327574 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0aae4-c29b-4c6d-8f06-95e6c34bb135 None None] Port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:07:28.395016 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 293481ca-1546-4697-b66c-6244b2bbc6ce up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:28.409312 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:26Z', 'revision_number': 3, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:28.412928 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9289-983d-460c-b9de-786232dba986 req-5a0466f7-5e18-400f-b7d8-db83bfce8399 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:28.415348 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-46ea9289-983d-460c-b9de-786232dba986 req-5a0466f7-5e18-400f-b7d8-db83bfce8399 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0838735 May 04 19:07:28.436819 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe60aec-4a77-440d-a8f8-bfd847aad4fb None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:26Z', 'revision_number': 3, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:28.443740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 293481ca-1546-4697-b66c-6244b2bbc6ce triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:28.444130 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.450820 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks [] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.459698 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.543451 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 293481ca-1546-4697-b66c-6244b2bbc6ce is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:28.550487 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.554924 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-46ea9289-983d-460c-b9de-786232dba986 req-7cd10bbd-2c17-4768-95ac-da02e675ee9d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317475 May 04 19:07:28.556815 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Pushing event updated for resources: {'Port': ['ID=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:28.660067 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:28.661448 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:28.837026 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:28.950962 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-f1c4ceaf-d82a-4383-ba62-538aacd847a2 None None] Provisioning complete for port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:28.951557 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ceaf-d82a-4383-ba62-538aacd847a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:28.985189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:28.993244 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9e7be6a0-d716-4f5f-98e8-d6de4a86a324 admin admin] 10.222.0.69 "PUT /v2.0/routers/c53cd5a5-5e78-4782-a1c9-64040e74fb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366535 May 04 19:07:29.015796 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4ceaf-d82a-4383-ba62-538aacd847a2 None None] Port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:07:29.463305 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60342) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:29.468278 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-750f7c73-504f-4b7c-89ed-a31f12d786dd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859800938', 'description': 'tempest-description--2017109025'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:29.487213 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-750f7c73-504f-4b7c-89ed-a31f12d786dd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.553445 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-750f7c73-504f-4b7c-89ed-a31f12d786dd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (f12f6332-5848-4311-a675-3d8207a6f3dd), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.557140 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-750f7c73-504f-4b7c-89ed-a31f12d786dd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f12f6332-5848-4311-a675-3d8207a6f3dd), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.590902 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-750f7c73-504f-4b7c-89ed-a31f12d786dd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.595312 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-750f7c73-504f-4b7c-89ed-a31f12d786dd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1277196 May 04 19:07:29.595312 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60346) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:29.599253 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-23b80f5c-5b86-488b-9d20-e6b2b180251c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': 'f12f6332-5848-4311-a675-3d8207a6f3dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:29.603275 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f7c73-504f-4b7c-89ed-a31f12d786dd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12f6332-5848-4311-a675-3d8207a6f3dd,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:29.627212 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-23b80f5c-5b86-488b-9d20-e6b2b180251c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (1750c716-4926-4b1b-9cad-9dbe699e755c), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.692141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac20a-8910-4a2a-afeb-17c297186cba req-01d00bc2-ddad-4e92-a8f1-ca7c5f8389d5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:29.693508 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb8ac20a-8910-4a2a-afeb-17c297186cba req-01d00bc2-ddad-4e92-a8f1-ca7c5f8389d5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0625844 May 04 19:07:29.723859 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-23b80f5c-5b86-488b-9d20-e6b2b180251c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (1750c716-4926-4b1b-9cad-9dbe699e755c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.728749 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-23b80f5c-5b86-488b-9d20-e6b2b180251c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (1750c716-4926-4b1b-9cad-9dbe699e755c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.766683 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b80f5c-5b86-488b-9d20-e6b2b180251c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1750c716-4926-4b1b-9cad-9dbe699e755c,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:29.777066 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb8ac20a-8910-4a2a-afeb-17c297186cba req-c0c320b6-2490-4dbc-829e-e9a48f79711d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762994 May 04 19:07:29.780055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-23b80f5c-5b86-488b-9d20-e6b2b180251c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.781114 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-23b80f5c-5b86-488b-9d20-e6b2b180251c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1852696 May 04 19:07:29.783975 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60352) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:29.790022 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-8578474a-7f51-4dd9-8b34-b10868d5ce20 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': 'f12f6332-5848-4311-a675-3d8207a6f3dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:29.816974 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8578474a-7f51-4dd9-8b34-b10868d5ce20 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (dc2dd649-8a33-4573-88dc-122e787fb146), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.878568 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8578474a-7f51-4dd9-8b34-b10868d5ce20 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (dc2dd649-8a33-4573-88dc-122e787fb146), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.882292 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8578474a-7f51-4dd9-8b34-b10868d5ce20 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (dc2dd649-8a33-4573-88dc-122e787fb146), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.901586 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578474a-7f51-4dd9-8b34-b10868d5ce20 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2dd649-8a33-4573-88dc-122e787fb146,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:29.906745 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8578474a-7f51-4dd9-8b34-b10868d5ce20 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.907925 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-8578474a-7f51-4dd9-8b34-b10868d5ce20 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227672 May 04 19:07:29.911031 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60354) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:29.915196 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:29.936651 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.024952 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.144053 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.27.2.250 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/b206283b-6797-4512-9c5c-6c138458fa08) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:30.165603 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:30.178459 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:30.179288 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:07:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:30.324480 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:30.379249 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6ada3a3a-6829-47ce-996c-068ebe942bb2 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:30.468938 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (b206283b-6797-4512-9c5c-6c138458fa08), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.502858 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (b206283b-6797-4512-9c5c-6c138458fa08), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.515739 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6ada3a3a-6829-47ce-996c-068ebe942bb2 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:30.516106 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.538480 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:30.541852 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:30.545342 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:30.569859 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=b206283b-6797-4512-9c5c-6c138458fa08,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:30.604377 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 2, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:30.633423 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:30.633798 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Updating router c53cd5a5-5e78-4782-a1c9-64040e74fb7c port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:07:30.677276 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (18a41a02-c830-4281-80f1-6aeee0b6386b), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.690672 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6ada3a3a-6829-47ce-996c-068ebe942bb2 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:30.691021 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.696145 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.723302 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 6ada3a3a-6829-47ce-996c-068ebe942bb2, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6ada3a3a-6829-47ce-996c-068ebe942bb2,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:30.725242 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (b206283b-6797-4512-9c5c-6c138458fa08), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.744449 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.853784 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=6ada3a3a-6829-47ce-996c-068ebe942bb2,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:30.888014 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (b206283b-6797-4512-9c5c-6c138458fa08), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.892817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (b206283b-6797-4512-9c5c-6c138458fa08), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.895230 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93030d62-40a4-42cd-baf8-67b7acdba558 req-b6e4335f-ff34-4182-84c0-c8e7925a58f3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:30.896811 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-93030d62-40a4-42cd-baf8-67b7acdba558 req-b6e4335f-ff34-4182-84c0-c8e7925a58f3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0507119 May 04 19:07:30.966947 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=b206283b-6797-4512-9c5c-6c138458fa08,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:30.971407 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-93030d62-40a4-42cd-baf8-67b7acdba558 req-efc87141-5086-4e22-b229-cfe1bd47ed46 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656652 May 04 19:07:30.977151 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (18a41a02-c830-4281-80f1-6aeee0b6386b), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.994727 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.996438 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-439409c5-ccf7-4a37-907b-3c2b11d4cfb5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0842021 May 04 19:07:31.058237 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Publish callbacks [] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.063872 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.120302 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39997b7-fa14-4b15-b35d-1a9ad9e0f2e7 None None] Pushing event updated for resources: {'Port': ['ID=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:31.172392 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Attempting to bind port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:07:31.172967 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Attempting to bind port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:07:31.173194 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Attempting to bind port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:31.178617 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:07:31.178998 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Checking segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:31.179400 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.179844 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Bound using segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:07:31.180317 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Bound port: ad70d2a1-28a0-4dbd-8c72-3defc323fa9c, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:07:31.180701 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.193286 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-4fdbb4da-d323-44b8-a205-a7445682bd78 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1859800938&fields=id&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 267 time: 0.0550478 May 04 19:07:31.251918 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] For port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:07:31.256617 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] For port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:07:31.272636 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.318250 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-5ca93d1c-a8cf-499b-a91c-35db654169b7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:31.321218 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-5ca93d1c-a8cf-499b-a91c-35db654169b7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.1200862 May 04 19:07:31.342980 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-b3a9eac4-993b-4b96-9a2a-6f13695c981b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/quotas/ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 375 time: 0.0141315 May 04 19:07:31.346683 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:31.347561 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:07:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:31.403204 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39997b7-fa14-4b15-b35d-1a9ad9e0f2e7 None None] Pushing event updated for resources: {'Port': ['ID=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:31.417202 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-0230019e-f988-45c9-9bc3-f199f4f22737 None None] Provisioning complete for port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:31.417598 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0230019e-f988-45c9-9bc3-f199f4f22737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.469444 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-fe537565-f493-4e1f-9c70-3bb214b2fac7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177654 May 04 19:07:31.541143 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:31.655203 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-e1753964-7fa7-4f70-bbc2-3c5380e05aab service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:07:31.656257 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-e1753964-7fa7-4f70-bbc2-3c5380e05aab service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0525820 May 04 19:07:31.708894 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-0230019e-f988-45c9-9bc3-f199f4f22737 None None] Current status of the port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:31.709283 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0230019e-f988-45c9-9bc3-f199f4f22737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.754803 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-d6cd2433-2ed5-46c0-b42b-8e4d65368e94 service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919416 May 04 19:07:31.796404 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-0230019e-f988-45c9-9bc3-f199f4f22737 None None] For port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:31.830144 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0230019e-f988-45c9-9bc3-f199f4f22737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.849322 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-8d3b225d-de17-4c73-b4fc-ac01fbd03cb4 service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885353 May 04 19:07:31.923170 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230019e-f988-45c9-9bc3-f199f4f22737 None None] Pushing event updated for resources: {'Port': ['ID=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:31.944041 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:31.980315 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cdca3141-1a2a-4bd0-b78f-9558ebaf6346 None None] Provisioning complete for port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:31.980490 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cdca3141-1a2a-4bd0-b78f-9558ebaf6346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:31.983952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd11f3b-5ffe-4e28-bceb-c1e4c7184f46 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:32.110963 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-46df271e-a3f7-4a67-812c-6b14403764d3 req-a5cacfcf-2ece-4504-a1f6-464f2389edf5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 210 time: 0.0703824 May 04 19:07:32.119729 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89baa7f-cc45-4fed-9016-102961a74ddf req-5e67381f-c4a1-4ca0-84da-c859de9ceb24 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:32.126693 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c89baa7f-cc45-4fed-9016-102961a74ddf req-5e67381f-c4a1-4ca0-84da-c859de9ceb24 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0581117 May 04 19:07:32.162758 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cdca3141-1a2a-4bd0-b78f-9558ebaf6346 None None] Current status of the port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:32.198046 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c89baa7f-cc45-4fed-9016-102961a74ddf req-b02e5f83-33f6-49a5-8f89-06bb299ed7b6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702596 May 04 19:07:32.458056 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6ada3a3a-6829-47ce-996c-068ebe942bb2 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:32.509443 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6ada3a3a-6829-47ce-996c-068ebe942bb2 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:32.509863 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:32.596772 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6ada3a3a-6829-47ce-996c-068ebe942bb2 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:32.598009 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device ad70d2a1-28a0-4dbd-8c72-3defc323fa9c up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:32.648881 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:32.649391 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:32.736672 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:33.000753 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60436) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:33.106185 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e59b5148-bd87-4bf4-8c97-a8c4e664b2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.184556 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e59b5148-bd87-4bf4-8c97-a8c4e664b2ae admin admin] Publish callbacks [] for security_group (30142746-6f7d-4e32-96e8-bc111298ad81), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.212443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e59b5148-bd87-4bf4-8c97-a8c4e664b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (30142746-6f7d-4e32-96e8-bc111298ad81), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.217212 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-089b7cd9-b694-481c-bbb5-e3721be8adad req-a9a2727f-babf-40f1-b0cc-99b6b1c01668 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 210 time: 0.0312462 May 04 19:07:33.262700 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b5148-bd87-4bf4-8c97-a8c4e664b2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30142746-6f7d-4e32-96e8-bc111298ad81,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:33.269025 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e59b5148-bd87-4bf4-8c97-a8c4e664b2ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af9b6b63b0214c8691eaaafd8854052b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664580 May 04 19:07:33.271183 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60444) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:33.327141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-054942a4-c8e3-41f4-9a15-e7425d0288a7 admin admin] Publish callbacks [] for security_group (30142746-6f7d-4e32-96e8-bc111298ad81), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.359424 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-054942a4-c8e3-41f4-9a15-e7425d0288a7 admin admin] Publish callbacks [] for security_group (30142746-6f7d-4e32-96e8-bc111298ad81), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.427325 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-054942a4-c8e3-41f4-9a15-e7425d0288a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (30142746-6f7d-4e32-96e8-bc111298ad81), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.430635 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-054942a4-c8e3-41f4-9a15-e7425d0288a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.434317 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-054942a4-c8e3-41f4-9a15-e7425d0288a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30142746-6f7d-4e32-96e8-bc111298ad81 HTTP/1.1" status: 204 len: 168 time: 0.1595433 May 04 19:07:33.440173 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054942a4-c8e3-41f4-9a15-e7425d0288a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30142746-6f7d-4e32-96e8-bc111298ad81,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:33.546551 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376f68e-d97e-47a2-89a8-7b2fd2db787c req-ecf500b4-5203-466e-8173-cdb3f8fee8cd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:33.548062 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8376f68e-d97e-47a2-89a8-7b2fd2db787c req-ecf500b4-5203-466e-8173-cdb3f8fee8cd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.1015694 May 04 19:07:33.600476 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-198140b2-bd80-4790-961c-a0e59688e990 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:33.602007 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-198140b2-bd80-4790-961c-a0e59688e990 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.1889272 May 04 19:07:33.619711 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8376f68e-d97e-47a2-89a8-7b2fd2db787c req-3586f9b1-8162-4d20-ab91-442201bc6c4c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 May 04 19:07:33.719308 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-a2942726-b22c-4644-8b18-b8523eac1b78 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 380 time: 0.0683465 May 04 19:07:33.861253 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'port': {'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'admin_state_up': True, 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'security_groups': ['f12f6332-5848-4311-a675-3d8207a6f3dd']}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:33.971184 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Made reservation on behalf of ef1ba9318cf84308a3ff6ce6da85755d for: {'port': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:33.974591 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.082711 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60472) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:34.109989 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.20.0.5 (52743f3b-665f-4119-9451-8ab735a2cc02/bb3dd897-3460-4581-b818-c986365d4fa5/8a90cb33-99be-414d-99e2-31861f252bb4) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:34.181817 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604428245-network', 'tenant_id': '253bbd0defee4faf92eb8453dd4728fa'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:34.243876 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Made reservation on behalf of 253bbd0defee4faf92eb8453dd4728fa for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:34.246117 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.258446 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.278359 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (8a90cb33-99be-414d-99e2-31861f252bb4), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.321228 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-73b1c9e1-c3ae-4403-ad4a-96455cfa1ae9 req-0e922d9b-cb60-4ac2-b4db-8fb46219a4e7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 210 time: 0.0319986 May 04 19:07:34.342704 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.419048 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks [] for security_group (22541f2b-2c00-466f-b5d0-7adcfef389d7), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.426395 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:34.427112 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (22541f2b-2c00-466f-b5d0-7adcfef389d7), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.441268 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:34.453565 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:34.458789 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:34.459394 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.461781 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=8a90cb33-99be-414d-99e2-31861f252bb4,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:34.480854 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:07:34.496046 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.496598 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Added segment dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a of type vlan for network 214827e4-722a-43f1-9800-70bea389524e May 04 19:07:34.525846 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22541f2b-2c00-466f-b5d0-7adcfef389d7,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:34.536310 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-da2b9fb0-ab4b-4761-bb39-2e670ecadf11 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6790438 May 04 19:07:34.545888 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (214827e4-722a-43f1-9800-70bea389524e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.568903 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Request body: {'port': {'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:34.596967 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (214827e4-722a-43f1-9800-70bea389524e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.598703 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:34.599442 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.674833 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60488) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:34.675029 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5911665 May 04 19:07:34.681734 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Request body: {'subnet': {'network_id': '214827e4-722a-43f1-9800-70bea389524e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604428245-subnet', 'tenant_id': '253bbd0defee4faf92eb8453dd4728fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:34.705364 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6a139-934a-4ba6-8e2d-58b3628cb30d admin admin] Pushing event updated for resources: {'Network': ['ID=214827e4-722a-43f1-9800-70bea389524e,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:34.709017 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-34b7280d-7f4c-4a1f-a83b-92dfd567b708 None None] Provisioning complete for port 8a90cb33-99be-414d-99e2-31861f252bb4 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:34.709562 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-34b7280d-7f4c-4a1f-a83b-92dfd567b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.715029 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.715918 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Made reservation on behalf of 253bbd0defee4faf92eb8453dd4728fa for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:34.720059 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.739258 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 214827e4-722a-43f1-9800-70bea389524e details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:07:34.822566 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1711-b6cb-42d9-a56a-0bf3f7022715 req-9908028b-25df-49fc-9044-2db5a4388481 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:34.824181 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07bb1711-b6cb-42d9-a56a-0bf3f7022715 req-9908028b-25df-49fc-9044-2db5a4388481 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0738118 May 04 19:07:34.843494 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-34b7280d-7f4c-4a1f-a83b-92dfd567b708 None None] Port 8a90cb33-99be-414d-99e2-31861f252bb4 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:07:34.944214 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (cc6f155e-7ebd-4814-a412-7d78c27c89d6), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:34.948852 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07bb1711-b6cb-42d9-a56a-0bf3f7022715 req-d6e36bad-e145-40d5-b6e5-bb5f0007449a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808301 May 04 19:07:34.997598 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6f155e-7ebd-4814-a412-7d78c27c89d6,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:35.015135 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Checking segment: {'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:35.015603 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Network hostable DHCP agents. Network: 214827e4-722a-43f1-9800-70bea389524e, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:07:35.033759 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Network 214827e4-722a-43f1-9800-70bea389524e is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:07:35.042477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 214827e4-722a-43f1-9800-70bea389524e) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:35.046749 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:35.047807 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.051417 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ddcaa8-47be-47ac-8e83-018523b24e33 None None] Network 214827e4-722a-43f1-9800-70bea389524e requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:07:35.070162 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b8e5891b-9145-4491-9829-c305fdf3eb51 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3938413 May 04 19:07:35.084052 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a90cb33-99be-414d-99e2-31861f252bb4 {{(pid=103487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:35.095469 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Publish callbacks [] for port (8a90cb33-99be-414d-99e2-31861f252bb4), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.108451 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.provisioning_blocks [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Transition to ACTIVE for port object 8a90cb33-99be-414d-99e2-31861f252bb4 will not be triggered until provisioned by entity L2. {{(pid=103487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:07:35.113641 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.166593 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Pushing event updated for resources: {'Port': ['ID=8a90cb33-99be-414d-99e2-31861f252bb4,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:35.172681 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db88125-65aa-4eb3-9450-08d00f9475ac None None] Network 214827e4-722a-43f1-9800-70bea389524e requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:07:35.204521 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Attempting to bind port 8a90cb33-99be-414d-99e2-31861f252bb4 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:07:35.206475 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Attempting to bind port 8a90cb33-99be-414d-99e2-31861f252bb4 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:07:35.206475 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Attempting to bind port 8a90cb33-99be-414d-99e2-31861f252bb4 on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:35.213901 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Port 8a90cb33-99be-414d-99e2-31861f252bb4 on network 52743f3b-665f-4119-9451-8ab735a2cc02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:07:35.214352 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Attempting to bind port 8a90cb33-99be-414d-99e2-31861f252bb4 on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:35.220664 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:07:35.222024 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Checking segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:35.222766 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Bound using segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:07:35.223331 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Bound port: 8a90cb33-99be-414d-99e2-31861f252bb4, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:07:35.223798 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.308651 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] For port 8a90cb33-99be-414d-99e2-31861f252bb4, host hv-cinder-83090, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:07:35.312968 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] For port 8a90cb33-99be-414d-99e2-31861f252bb4, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8a90cb33-99be-414d-99e2-31861f252bb4,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:07:35.324000 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.362352 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:35.363149 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.364524 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] 10.222.0.11 "PUT /v2.0/ports/8a90cb33-99be-414d-99e2-31861f252bb4 HTTP/1.1" status: 200 len: 1093 time: 0.8111136 May 04 19:07:35.366944 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:35.369569 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399123c5-710c-4e33-9def-b7d14f83d02b" -d '{"events": [{"name": "network-changed", "server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:35.412127 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5156d6f-0db7-4c9b-8e51-280c7dcee594 service neutron] Pushing event updated for resources: {'Port': ['ID=8a90cb33-99be-414d-99e2-31861f252bb4,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:35.431670 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1a4a54-75cd-46a9-a85d-51b941168cf7 x-openstack-request-id: req-ae1a4a54-75cd-46a9-a85d-51b941168cf7 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:35.431994 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:35.432318 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae1a4a54-75cd-46a9-a85d-51b941168cf7 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:35.432932 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1a4a54-75cd-46a9-a85d-51b941168cf7'] response: {'name': 'network-changed', 'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4', 'status': 'completed', 'code': 200} May 04 19:07:35.512148 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-802054f2-6dc6-4754-93f1-c99d8bf4dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:35.513989 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-802054f2-6dc6-4754-93f1-c99d8bf4dfd2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 1127 time: 0.0504880 May 04 19:07:35.515464 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab4e9e-c752-438d-967f-f0d450887cae req-348ad81c-9c02-40f8-8f73-097b8001091c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:35.517630 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a1ab4e9e-c752-438d-967f-f0d450887cae req-348ad81c-9c02-40f8-8f73-097b8001091c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 943 time: 0.0689251 May 04 19:07:35.578358 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a1ab4e9e-c752-438d-967f-f0d450887cae req-e2b3e8f8-3dca-43f8-ad0d-cd3ae72879f9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553091 May 04 19:07:35.604985 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-7e9a5d0d-16c0-415b-bcbf-d53c871b77ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a90cb33-99be-414d-99e2-31861f252bb4 HTTP/1.1" status: 200 len: 217 time: 0.0618834 May 04 19:07:35.664613 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-3dd69c93-7cbc-4de5-8fee-4f2b66e02f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:35.666120 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-3dd69c93-7cbc-4de5-8fee-4f2b66e02f52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0506964 May 04 19:07:35.720884 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-1c5ce472-074d-41f1-b050-9adfff31ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:35.722423 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-1c5ce472-074d-41f1-b050-9adfff31ce69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435529 May 04 19:07:35.824506 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-42aeb838-0811-46ec-ad9b-be394068a58e service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918713 May 04 19:07:35.920401 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-296aced9-72ad-4486-9b8f-1a3d3bd37b4d req-3eacdf87-426e-441a-8d2b-48eadd83b6dc service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811796 May 04 19:07:36.071583 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02313a5c-6c18-45b3-8a7a-e2c192fac48c req-aa707449-fff0-45c5-9c96-d4af1195b560 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:36.073094 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-02313a5c-6c18-45b3-8a7a-e2c192fac48c req-aa707449-fff0-45c5-9c96-d4af1195b560 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0526536 May 04 19:07:36.129155 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-02313a5c-6c18-45b3-8a7a-e2c192fac48c req-f00c6235-454a-4ddd-9ff9-10454f835b4d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 May 04 19:07:36.227824 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60520) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:36.332759 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa622e22-1064-48f4-8557-d6133d8b9657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.404679 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa622e22-1064-48f4-8557-d6133d8b9657 admin admin] Publish callbacks [] for security_group (a4c66661-075d-492b-846d-29ef32fcfc51), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.408502 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fa622e22-1064-48f4-8557-d6133d8b9657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a4c66661-075d-492b-846d-29ef32fcfc51), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.451450 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-fa622e22-1064-48f4-8557-d6133d8b9657 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a526aa99f1d4cbda826156de52c676d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226124 May 04 19:07:36.452300 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622e22-1064-48f4-8557-d6133d8b9657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c66661-075d-492b-846d-29ef32fcfc51,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:36.454112 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60524) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:36.500629 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2e13dc68-5bf0-4d0f-8c26-bdc1a65c7a47 admin admin] Publish callbacks [] for security_group (a4c66661-075d-492b-846d-29ef32fcfc51), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.522156 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2e13dc68-5bf0-4d0f-8c26-bdc1a65c7a47 admin admin] Publish callbacks [] for security_group (a4c66661-075d-492b-846d-29ef32fcfc51), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.574067 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2e13dc68-5bf0-4d0f-8c26-bdc1a65c7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a4c66661-075d-492b-846d-29ef32fcfc51), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.576647 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2e13dc68-5bf0-4d0f-8c26-bdc1a65c7a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.577807 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-2e13dc68-5bf0-4d0f-8c26-bdc1a65c7a47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4c66661-075d-492b-846d-29ef32fcfc51 HTTP/1.1" status: 204 len: 168 time: 0.1225090 May 04 19:07:36.587641 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13dc68-5bf0-4d0f-8c26-bdc1a65c7a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c66661-075d-492b-846d-29ef32fcfc51,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:36.700375 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1cfa-aa20-4aa1-b89c-0a7b9f8dc07d req-30f00f97-6ac7-4a34-b249-1ef8e371e816 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:36.701871 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f5e1cfa-aa20-4aa1-b89c-0a7b9f8dc07d req-30f00f97-6ac7-4a34-b249-1ef8e371e816 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 943 time: 0.0477073 May 04 19:07:36.749154 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f5e1cfa-aa20-4aa1-b89c-0a7b9f8dc07d req-6b649be6-01fb-4c51-9630-5ee8ab6bc316 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417097 May 04 19:07:37.059076 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360379-58aa-430f-b8f3-2a763a376984 req-3c21b36f-d4c5-4c59-a122-a20bf6b8b539 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.060894 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-3c21b36f-d4c5-4c59-a122-a20bf6b8b539 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/networks?id=214827e4-722a-43f1-9800-70bea389524e HTTP/1.1" status: 200 len: 809 time: 0.1182601 May 04 19:07:37.076056 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-679505e7-cce1-4148-a943-a5b8b3f5c19a tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/quotas/253bbd0defee4faf92eb8453dd4728fa HTTP/1.1" status: 200 len: 375 time: 0.0097246 May 04 19:07:37.107718 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-6acb0beb-1816-46ff-a54f-bdda87f07a60 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=253bbd0defee4faf92eb8453dd4728fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266728 May 04 19:07:37.218351 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399123c5-710c-4e33-9def-b7d14f83d02b req-ab9ddeaa-67b9-47e7-ba58-fa28a53c862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.220065 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-399123c5-710c-4e33-9def-b7d14f83d02b req-ab9ddeaa-67b9-47e7-ba58-fa28a53c862f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 1127 time: 0.0855377 May 04 19:07:37.220263 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60564) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:37.264272 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710220c1-ba34-4724-a13d-de2b3c0ef6c0 req-d797e5f8-1e56-44e4-83f2-13a7305491a8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.266772 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-710220c1-ba34-4724-a13d-de2b3c0ef6c0 req-d797e5f8-1e56-44e4-83f2-13a7305491a8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0620513 May 04 19:07:37.275529 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-9e7b6e3e-90cd-4df4-a54e-ab9420386b9b service neutron] 10.222.0.69 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608584 May 04 19:07:37.315493 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-710220c1-ba34-4724-a13d-de2b3c0ef6c0 req-b2f96f7f-7340-4fd8-8b82-198d571954a9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 May 04 19:07:37.342792 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1878638157-network', 'tenant_id': 'fedb3ef21b1e413395b1a4cdcfb3f4d6'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:37.418097 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Made reservation on behalf of fedb3ef21b1e413395b1a4cdcfb3f4d6 for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:37.420311 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.439796 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399123c5-710c-4e33-9def-b7d14f83d02b req-86490e48-e444-451f-8968-2945daa47397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.441261 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-399123c5-710c-4e33-9def-b7d14f83d02b req-86490e48-e444-451f-8968-2945daa47397 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 916 time: 0.2075391 May 04 19:07:37.443482 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.454679 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-5c79e48e-7a9c-4f54-a9a8-1d92f6a4e8c7 service neutron] 10.222.0.69 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723759 May 04 19:07:37.500091 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-399123c5-710c-4e33-9def-b7d14f83d02b req-a2e361ea-65a2-4553-b85c-c660418c7a5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a90cb33-99be-414d-99e2-31861f252bb4 HTTP/1.1" status: 200 len: 217 time: 0.0478110 May 04 19:07:37.578567 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399123c5-710c-4e33-9def-b7d14f83d02b req-6e543baa-5b99-4092-a340-10352f1c59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.580093 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-399123c5-710c-4e33-9def-b7d14f83d02b req-6e543baa-5b99-4092-a340-10352f1c59d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0705106 May 04 19:07:37.626702 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8c4f51f6-3573-4a6b-8cd0-7effb5e6a38f req-c36169e1-d04d-4094-9e75-9f56b440d778 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 210 time: 0.0357797 May 04 19:07:37.633549 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks [] for security_group (d8f59945-e59b-4786-8b93-fc2f916e565f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.640094 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d8f59945-e59b-4786-8b93-fc2f916e565f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.665808 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399123c5-710c-4e33-9def-b7d14f83d02b req-daf19b26-84a6-42ce-95f7-49aa29186a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.667494 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-399123c5-710c-4e33-9def-b7d14f83d02b req-daf19b26-84a6-42ce-95f7-49aa29186a2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767014 May 04 19:07:37.679785 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:07:37.708464 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (042f8f0f-2624-40f5-89ff-60127662e460), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.709312 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Added segment 042f8f0f-2624-40f5-89ff-60127662e460 of type vlan for network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa May 04 19:07:37.710185 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f59945-e59b-4786-8b93-fc2f916e565f,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:37.792395 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.841331 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-399123c5-710c-4e33-9def-b7d14f83d02b req-3aca4fe3-1f9c-4186-985e-e845d911e76c service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663189 May 04 19:07:37.872480 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.873719 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.874391 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:37.939643 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f41e58-b409-4733-b705-df5e940a5c67 req-98dae5ff-2264-42cb-92e9-c1fe7692b2bf tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.941202 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-28f41e58-b409-4733-b705-df5e940a5c67 req-98dae5ff-2264-42cb-92e9-c1fe7692b2bf tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 943 time: 0.1194923 May 04 19:07:37.950647 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7248178 May 04 19:07:37.951157 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 60580) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:37.956847 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Request body: {'subnet': {'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1878638157-subnet', 'tenant_id': 'fedb3ef21b1e413395b1a4cdcfb3f4d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:37.993731 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Made reservation on behalf of fedb3ef21b1e413395b1a4cdcfb3f4d6 for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:37.996000 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:38.008603 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fee2b-5846-42c0-942b-9ec9cd57058a admin admin] Pushing event updated for resources: {'Network': ['ID=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:38.019122 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:07:38.062556 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-399123c5-710c-4e33-9def-b7d14f83d02b req-0592fb0a-8ad4-49d1-9b2f-6386dd1b1ae2 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008202 May 04 19:07:38.073929 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-28f41e58-b409-4733-b705-df5e940a5c67 req-4e6b16e9-5f85-40aa-a0c1-e918eb39a9ae tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249802 May 04 19:07:38.196277 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (e03b6ddc-d8cd-4691-bb6e-6786500d46a3), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:38.246436 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03b6ddc-d8cd-4691-bb6e-6786500d46a3,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:38.263256 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Checking segment: {'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:38.263648 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Network hostable DHCP agents. Network: 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:07:38.282059 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:07:38.290307 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:38.294785 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:38.295453 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:38.299557 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b0a33-522b-4cf8-864b-d522107eb525 None None] Network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:07:38.314330 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-8aeff587-c863-4c7d-adb7-662a6bf0610b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3619111 May 04 19:07:38.420988 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a085e-d68c-4619-acba-37e2e71b5b92 None None] Network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:07:38.454563 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930404ae-d81c-430d-9061-813c6628003a req-8bcad07a-bb20-453b-abbb-fd3ecb6d065d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:38.456226 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-930404ae-d81c-430d-9061-813c6628003a req-8bcad07a-bb20-453b-abbb-fd3ecb6d065d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0566266 May 04 19:07:38.504750 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-930404ae-d81c-430d-9061-813c6628003a req-7ee711ea-52f7-4e26-b8a7-2b9799d8f078 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 May 04 19:07:38.728361 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-51f9ba93-841e-48c7-a19c-846d1af8b28b req-5e70cdca-b288-4258-82bc-b042c8a85303 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 210 time: 0.0283449 May 04 19:07:38.941631 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360379-58aa-430f-b8f3-2a763a376984 req-c663bf35-0a26-4d9e-85ab-9931446505f9 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:38.943065 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-c663bf35-0a26-4d9e-85ab-9931446505f9 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "GET /v2.0/networks?id=214827e4-722a-43f1-9800-70bea389524e HTTP/1.1" status: 200 len: 809 time: 0.1085441 May 04 19:07:38.966812 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Request body: {'port': {'device_id': '384b5f38-404a-478e-ba5e-af5e706841b3', 'network_id': '214827e4-722a-43f1-9800-70bea389524e', 'admin_state_up': True, 'tenant_id': '253bbd0defee4faf92eb8453dd4728fa'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:39.071211 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Made reservation on behalf of 253bbd0defee4faf92eb8453dd4728fa for: {'port': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:39.074470 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:39.182153 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36246-7eff-438f-9759-f265ceefc4ad req-0301c8c3-71d4-44f3-95e7-055574b84d08 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:39.183743 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-54f36246-7eff-438f-9759-f265ceefc4ad req-0301c8c3-71d4-44f3-95e7-055574b84d08 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 943 time: 0.0487545 May 04 19:07:39.233785 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-54f36246-7eff-438f-9759-f265ceefc4ad req-abf18213-102f-42f6-a92c-815551597409 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 May 04 19:07:39.393881 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Allocated IP 172.20.0.10 (214827e4-722a-43f1-9800-70bea389524e/cc6f155e-7ebd-4814-a412-7d78c27c89d6/dac54407-f56f-4462-8538-3a40734619d0) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:39.537629 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks [] for port (dac54407-f56f-4462-8538-3a40734619d0), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:39.570718 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (dac54407-f56f-4462-8538-3a40734619d0), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:39.651858 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Network 214827e4-722a-43f1-9800-70bea389524e is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:39.659195 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:39.661613 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:39.666902 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:39.667506 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:39.670181 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Pushing event updated for resources: {'Port': ['ID=dac54407-f56f-4462-8538-3a40734619d0,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:39.679363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ad893-154a-408e-822f-382d93658e53 req-73f4e670-8cfd-43d2-a5cc-8da397d052fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:39.680860 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e26ad893-154a-408e-822f-382d93658e53 req-73f4e670-8cfd-43d2-a5cc-8da397d052fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.1058226 May 04 19:07:39.706182 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-d2afc0ec-989f-4799-aad6-ca31c6e5ecfd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432125 May 04 19:07:39.731797 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Request body: {'port': {'device_id': '384b5f38-404a-478e-ba5e-af5e706841b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:39.757121 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e26ad893-154a-408e-822f-382d93658e53 req-aada06c2-b32b-4c61-bbec-7aa9c7d08526 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695968 May 04 19:07:39.799171 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dac54407-f56f-4462-8538-3a40734619d0), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:39.849412 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc308f-ed69-440e-a752-22543b50c6f2 req-720efe20-8cf7-4c36-b2fe-e057afe21bff tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:39.850894 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-39bc308f-ed69-440e-a752-22543b50c6f2 req-720efe20-8cf7-4c36-b2fe-e057afe21bff tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 932 time: 0.0492134 May 04 19:07:39.901986 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-39bc308f-ed69-440e-a752-22543b50c6f2 req-f9887978-a19f-4194-9df5-5676c2e4d953 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 May 04 19:07:40.134513 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac54407-f56f-4462-8538-3a40734619d0 {{(pid=103487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:40.147291 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-877f764f-e559-449a-ad26-5759df2c033a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:40.148766 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-877f764f-e559-449a-ad26-5759df2c033a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/networks?id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa HTTP/1.1" status: 200 len: 814 time: 0.1522050 May 04 19:07:40.150479 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Publish callbacks [] for port (dac54407-f56f-4462-8538-3a40734619d0), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:40.169822 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-267e7237-e466-49ed-a350-d5e7c3c081a9 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/quotas/fedb3ef21b1e413395b1a4cdcfb3f4d6 HTTP/1.1" status: 200 len: 375 time: 0.0155818 May 04 19:07:40.170580 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.provisioning_blocks [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Transition to ACTIVE for port object dac54407-f56f-4462-8538-3a40734619d0 will not be triggered until provisioned by entity L2. {{(pid=103487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:07:40.174878 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dac54407-f56f-4462-8538-3a40734619d0), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:40.232007 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-8fcf2e94-21ad-4aa3-b609-ae3ee9345b0c tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542979 May 04 19:07:40.290572 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 8a90cb33-99be-414d-99e2-31861f252bb4 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:07:40.296380 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Pushing event updated for resources: {'Port': ['ID=dac54407-f56f-4462-8538-3a40734619d0,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:40.337955 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Attempting to bind port dac54407-f56f-4462-8538-3a40734619d0 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:07:40.338287 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Attempting to bind port dac54407-f56f-4462-8538-3a40734619d0 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:07:40.338954 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Attempting to bind port dac54407-f56f-4462-8538-3a40734619d0 on network 214827e4-722a-43f1-9800-70bea389524e {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:40.347782 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Port dac54407-f56f-4462-8538-3a40734619d0 on network 214827e4-722a-43f1-9800-70bea389524e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:07:40.348101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Attempting to bind port dac54407-f56f-4462-8538-3a40734619d0 on network 214827e4-722a-43f1-9800-70bea389524e {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:40.353353 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e2eea-4c2d-4f3c-8577-6d63fd88673d req-88fb1711-fd88-4ce7-8a2e-fd0a8f41651f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:40.354875 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-495e2eea-4c2d-4f3c-8577-6d63fd88673d req-88fb1711-fd88-4ce7-8a2e-fd0a8f41651f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 943 time: 0.0513263 May 04 19:07:40.357283 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:07:40.357662 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Checking segment: {'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:40.358040 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Bound using segment: {'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:07:40.358462 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Bound port: dac54407-f56f-4462-8538-3a40734619d0, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:07:40.358813 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dac54407-f56f-4462-8538-3a40734619d0), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:40.385061 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-2136d876-649d-4f48-aeee-4105deefb3ea service neutron] 10.222.0.69 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457756 May 04 19:07:40.405490 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 8a90cb33-99be-414d-99e2-31861f252bb4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8a90cb33-99be-414d-99e2-31861f252bb4,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:40.417531 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '8a90cb33-99be-414d-99e2-31861f252bb4', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:07:40.419658 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-495e2eea-4c2d-4f3c-8577-6d63fd88673d req-8651095d-5f92-470e-a32b-73b3e677028a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526254 May 04 19:07:40.462619 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 8a90cb33-99be-414d-99e2-31861f252bb4 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:40.463012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:40.475709 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a90cb33-99be-414d-99e2-31861f252bb4 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:40.494757 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] For port dac54407-f56f-4462-8538-3a40734619d0, host hv-cinder-83090, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:07:40.495640 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 8a90cb33-99be-414d-99e2-31861f252bb4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8a90cb33-99be-414d-99e2-31861f252bb4,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:40.498877 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] For port dac54407-f56f-4462-8538-3a40734619d0, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=dac54407-f56f-4462-8538-3a40734619d0,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:07:40.499224 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:40.512710 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dac54407-f56f-4462-8538-3a40734619d0), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:40.542356 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-4e720f83-38e6-4d54-9881-b5dfe45cb0b9 service neutron] 10.222.0.69 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372666 May 04 19:07:40.547423 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=8a90cb33-99be-414d-99e2-31861f252bb4,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:40.550915 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:40.551525 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:40.552860 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] 10.222.0.11 "PUT /v2.0/ports/dac54407-f56f-4462-8538-3a40734619d0 HTTP/1.1" status: 200 len: 1094 time: 0.8250356 May 04 19:07:40.553284 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384b5f38-404a-478e-ba5e-af5e706841b3', 'tag': 'dac54407-f56f-4462-8538-3a40734619d0'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:40.556162 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "384b5f38-404a-478e-ba5e-af5e706841b3", "tag": "dac54407-f56f-4462-8538-3a40734619d0"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:40.582638 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d856f7f-facd-45d0-9345-60b6cecdc9ce service neutron] Pushing event updated for resources: {'Port': ['ID=dac54407-f56f-4462-8538-3a40734619d0,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:40.595172 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a616b-39a5-4a5a-97db-add6295ccbd2 x-openstack-request-id: req-664a616b-39a5-4a5a-97db-add6295ccbd2 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:40.595482 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384b5f38-404a-478e-ba5e-af5e706841b3", "tag": "dac54407-f56f-4462-8538-3a40734619d0", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:40.595784 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-664a616b-39a5-4a5a-97db-add6295ccbd2 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:40.596188 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664a616b-39a5-4a5a-97db-add6295ccbd2'] response: {'name': 'network-changed', 'server_uuid': '384b5f38-404a-478e-ba5e-af5e706841b3', 'tag': 'dac54407-f56f-4462-8538-3a40734619d0', 'status': 'completed', 'code': 200} May 04 19:07:40.660947 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360379-58aa-430f-b8f3-2a763a376984 req-f291515f-9326-43a5-9cd3-b3e114117d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:40.662573 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-f291515f-9326-43a5-9cd3-b3e114117d58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253bbd0defee4faf92eb8453dd4728fa&device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 1128 time: 0.0392926 May 04 19:07:40.725032 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-cb04d250-f274-48d7-921d-223b2fb1e6a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dac54407-f56f-4462-8538-3a40734619d0 HTTP/1.1" status: 200 len: 217 time: 0.0424914 May 04 19:07:40.727532 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2e3175b7-26f6-4b5f-a37e-80418f31389d req-2fbf4242-8561-4a1f-a90c-3ec76b2d9eae tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 210 time: 0.0303276 May 04 19:07:40.778560 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360379-58aa-430f-b8f3-2a763a376984 req-7bb9d6cc-5226-42c4-b7cc-f78d8fc65525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:40.780023 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-7bb9d6cc-5226-42c4-b7cc-f78d8fc65525 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6f155e-7ebd-4814-a412-7d78c27c89d6 HTTP/1.1" status: 200 len: 849 time: 0.0455828 May 04 19:07:40.816027 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-d3dad7e6-f65d-439c-9790-477952a4484b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=214827e4-722a-43f1-9800-70bea389524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272219 May 04 19:07:40.897881 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['8a90cb33-99be-414d-99e2-31861f252bb4'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:40.924047 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7be826-2730-4ecd-bd3c-8bcc628e6673 req-427b45b8-794e-4b8c-917a-88bd383d0f92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:40.925992 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6f7be826-2730-4ecd-bd3c-8bcc628e6673 req-427b45b8-794e-4b8c-917a-88bd383d0f92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0927441 May 04 19:07:40.971394 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-fd9e51f2-fe9d-471e-be6c-5bd6e4d3413a service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465833 May 04 19:07:41.048252 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe95a1-ba89-465a-8cbb-b3e60dc1d785 req-d8f586bd-9f70-41b1-b8eb-5c7d9a80f86e tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:41.050308 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cbbe95a1-ba89-465a-8cbb-b3e60dc1d785 req-d8f586bd-9f70-41b1-b8eb-5c7d9a80f86e tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 944 time: 0.0568426 May 04 19:07:41.102608 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6f7be826-2730-4ecd-bd3c-8bcc628e6673 req-d4760326-c6d4-4d5b-8002-202270eba7b9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585364 May 04 19:07:41.110422 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cbbe95a1-ba89-465a-8cbb-b3e60dc1d785 req-a6d1bb19-4d66-4259-9c81-a3b136d007c7 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523081 May 04 19:07:41.114637 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-44360379-58aa-430f-b8f3-2a763a376984 req-91800e45-0511-4311-a587-ebbe472e8d15 service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320910 May 04 19:07:41.537251 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d5880-5c64-4237-8860-ed27d21c1b5b req-c52c65f3-505f-44b0-8931-49d3b94566c7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:41.539820 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cc7d5880-5c64-4237-8860-ed27d21c1b5b req-c52c65f3-505f-44b0-8931-49d3b94566c7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 944 time: 0.0505223 May 04 19:07:41.593920 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cc7d5880-5c64-4237-8860-ed27d21c1b5b req-2575efce-0859-4cac-b6e1-3a96aa547355 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450382 May 04 19:07:41.822837 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f3c13e70-7e6f-4e47-ae87-849ef3d3ba98 req-8d052439-a2ef-4cce-ba96-13404a527056 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 210 time: 0.0274897 May 04 19:07:42.215255 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72458fb-24a6-44ec-b3cf-a53d95ddebe7 req-c54f2a69-bcf8-4dac-976a-2ca7529ecf69 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:42.216699 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438729a-e4db-4e17-9f9d-90539af16d13 req-80ab7758-1b39-47c1-a811-48bbfeb919a3 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:42.216855 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f72458fb-24a6-44ec-b3cf-a53d95ddebe7 req-c54f2a69-bcf8-4dac-976a-2ca7529ecf69 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0460296 May 04 19:07:42.218179 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d438729a-e4db-4e17-9f9d-90539af16d13 req-80ab7758-1b39-47c1-a811-48bbfeb919a3 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 944 time: 0.0445840 May 04 19:07:42.264271 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f72458fb-24a6-44ec-b3cf-a53d95ddebe7 req-36433c3a-1df1-4aa1-8cc6-a9ba24e82ba6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 May 04 19:07:42.265512 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d438729a-e4db-4e17-9f9d-90539af16d13 req-20970275-72e3-4ca1-82c8-4391d5f72dad tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 May 04 19:07:42.306142 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 8a90cb33-99be-414d-99e2-31861f252bb4 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:42.317134 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-edb4ffd1-81dc-4f83-a0fb-65fce637ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:42.318655 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-edb4ffd1-81dc-4f83-a0fb-65fce637ad1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253bbd0defee4faf92eb8453dd4728fa&device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 1128 time: 0.0535088 May 04 19:07:42.350137 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 8a90cb33-99be-414d-99e2-31861f252bb4 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:07:42.355928 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 8a90cb33-99be-414d-99e2-31861f252bb4 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:42.356340 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:42.430267 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-122902dc-ee1e-4bd1-a33e-191bdd5aa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:42.431840 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-122902dc-ee1e-4bd1-a33e-191bdd5aa365 service neutron] 10.222.0.11 "GET /v2.0/networks?id=214827e4-722a-43f1-9800-70bea389524e HTTP/1.1" status: 200 len: 910 time: 0.0938525 May 04 19:07:42.443858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 8a90cb33-99be-414d-99e2-31861f252bb4 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:42.444244 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:42.467785 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:42.470267 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95a729-ef4d-43b9-84f5-6f681db008c6" -d '{"events": [{"server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "name": "network-vif-plugged", "status": "completed", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:42.481714 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-07100b45-c3ab-4258-8a85-b36cd32555d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dac54407-f56f-4462-8538-3a40734619d0 HTTP/1.1" status: 200 len: 217 time: 0.0389206 May 04 19:07:42.483307 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 8a90cb33-99be-414d-99e2-31861f252bb4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8a90cb33-99be-414d-99e2-31861f252bb4,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:42.488594 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:42.511389 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af75fcf3-775b-40e3-bbf7-6dc5fefaf455 x-openstack-request-id: req-af75fcf3-775b-40e3-bbf7-6dc5fefaf455 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:42.511702 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "name": "network-vif-plugged", "status": "completed", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:42.511965 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af75fcf3-775b-40e3-bbf7-6dc5fefaf455 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:42.512353 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af75fcf3-775b-40e3-bbf7-6dc5fefaf455'] response: {'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4', 'code': 200} May 04 19:07:42.537538 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=8a90cb33-99be-414d-99e2-31861f252bb4,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:42.706155 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df030ab-b031-41c6-86a1-6d28f71acd0e req-a2e321b3-051b-44ce-97b9-1c4609535461 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:42.707542 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4df030ab-b031-41c6-86a1-6d28f71acd0e req-a2e321b3-051b-44ce-97b9-1c4609535461 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.0480595 May 04 19:07:42.753089 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4df030ab-b031-41c6-86a1-6d28f71acd0e req-b3c0bdcd-1d18-47f2-8685-21579fccaaf0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393643 May 04 19:07:42.853430 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-87a99aae-e5cc-4bcc-9c81-e4f0215f6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:42.855253 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-87a99aae-e5cc-4bcc-9c81-e4f0215f6f98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6f155e-7ebd-4814-a412-7d78c27c89d6 HTTP/1.1" status: 200 len: 849 time: 0.0482721 May 04 19:07:42.892832 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-8a88107f-83f4-429e-9fd7-7443fb2d1a60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=214827e4-722a-43f1-9800-70bea389524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277379 May 04 19:07:42.923599 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d0959149-1263-4405-9a45-2a0e112c74a4 req-0e3ea7f7-4552-4ca7-b768-51be0a08f144 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 210 time: 0.0283508 May 04 19:07:43.064947 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-6a035e68-c0bb-4321-a3bc-2a8946479d8a service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060550 May 04 19:07:43.100263 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-ebc27423-9d2c-47ca-ae6a-fb934eff37e7 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:43.101759 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-ebc27423-9d2c-47ca-ae6a-fb934eff37e7 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "GET /v2.0/networks?id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa HTTP/1.1" status: 200 len: 814 time: 0.1407998 May 04 19:07:43.102872 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b17ad0-3bf2-4b9f-9be5-c77df94da038 req-3233e797-b643-4f73-a1f0-c176a00c836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:43.104194 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c7b17ad0-3bf2-4b9f-9be5-c77df94da038 req-3233e797-b643-4f73-a1f0-c176a00c836b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 1129 time: 0.0587304 May 04 19:07:43.143606 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Request body: {'port': {'device_id': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa', 'admin_state_up': True, 'tenant_id': 'fedb3ef21b1e413395b1a4cdcfb3f4d6'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:43.159522 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9e1dd83-9ecb-4652-9f8b-44ed1edf3d1d req-f134cdaf-b192-4edd-ab58-8ea95cf2fcfc service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873609 May 04 19:07:43.236990 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c7b17ad0-3bf2-4b9f-9be5-c77df94da038 req-09a6caf0-8ce9-4ec8-8970-49e0281d3c93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045001 May 04 19:07:43.275149 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Made reservation on behalf of fedb3ef21b1e413395b1a4cdcfb3f4d6 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:43.278327 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:43.395948 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92466-b7a4-4a51-a9aa-c0564d76ff2a req-fcf7ce69-4dd8-4110-8398-5356a51b6767 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:43.397287 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b44f0b-23ed-4770-a4e6-7caa257e6e1d req-4f1f0eb0-74b7-4e56-9ac6-ccf3d4d4a3cf tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:43.397454 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e0f92466-b7a4-4a51-a9aa-c0564d76ff2a req-fcf7ce69-4dd8-4110-8398-5356a51b6767 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0617704 May 04 19:07:43.398967 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b2b44f0b-23ed-4770-a4e6-7caa257e6e1d req-4f1f0eb0-74b7-4e56-9ac6-ccf3d4d4a3cf tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 944 time: 0.0534861 May 04 19:07:43.445294 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b2b44f0b-23ed-4770-a4e6-7caa257e6e1d req-f177d867-693b-49c5-9373-89634aa0f1e2 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 May 04 19:07:43.468779 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Allocated IP 172.20.0.5 (5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa/e03b6ddc-d8cd-4691-bb6e-6786500d46a3/cf5bc90a-dbe3-486e-b992-7836d9d6b2bb) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:43.479943 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e0f92466-b7a4-4a51-a9aa-c0564d76ff2a req-c528e741-61bf-4796-a41e-b011e4d90258 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647845 May 04 19:07:43.613788 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks [] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:43.646223 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:43.688145 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:43.691043 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:43.694621 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:43.722706 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Pushing event updated for resources: {'Port': ['ID=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:43.746824 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:43.747357 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:43.761410 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-80fa7763-7aa6-475b-965a-821b5fe8fbaf tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223290 May 04 19:07:43.863217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239712b-8cb1-4f7e-bad8-efd05fcdd5ed req-a079f906-0d72-4bf3-9cd3-86aac651190c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:43.864683 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3239712b-8cb1-4f7e-bad8-efd05fcdd5ed req-a079f906-0d72-4bf3-9cd3-86aac651190c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.0463762 May 04 19:07:43.911391 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3239712b-8cb1-4f7e-bad8-efd05fcdd5ed req-e8cc8f5d-d159-4b8e-bb4f-68acdd1e9de1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 May 04 19:07:44.038353 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f39542-a261-478f-a0c6-020382610c65 req-2b11884e-d210-4610-9676-931736e28ac2 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:44.039675 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-79f39542-a261-478f-a0c6-020382610c65 req-2b11884e-d210-4610-9676-931736e28ac2 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 931 time: 0.0456736 May 04 19:07:44.083631 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-79f39542-a261-478f-a0c6-020382610c65 req-7ae83b42-56e7-4ec6-a08e-9c49748ca7ed tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 May 04 19:07:44.159473 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Request body: {'port': {'device_id': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:44.218014 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:44.326466 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device dac54407-f56f-4462-8538-3a40734619d0 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:07:44.425674 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port dac54407-f56f-4462-8538-3a40734619d0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=dac54407-f56f-4462-8538-3a40734619d0,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:44.436985 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'dac54407-f56f-4462-8538-3a40734619d0', 'network_id': '214827e4-722a-43f1-9800-70bea389524e', 'port_id': 'dac54407-f56f-4462-8538-3a40734619d0', 'mac_address': 'fa:16:3e:33:1a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f155e-7ebd-4814-a412-7d78c27c89d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:07:44.470735 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5bc90a-dbe3-486e-b992-7836d9d6b2bb {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:44.475721 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port dac54407-f56f-4462-8538-3a40734619d0 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:44.476361 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dac54407-f56f-4462-8538-3a40734619d0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:44.478557 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Publish callbacks [] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:44.490813 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Transition to ACTIVE for port object cf5bc90a-dbe3-486e-b992-7836d9d6b2bb will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:07:44.491672 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac54407-f56f-4462-8538-3a40734619d0 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:44.496560 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:44.519412 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port dac54407-f56f-4462-8538-3a40734619d0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=dac54407-f56f-4462-8538-3a40734619d0,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:44.523766 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dac54407-f56f-4462-8538-3a40734619d0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:44.583933 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=dac54407-f56f-4462-8538-3a40734619d0,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:44.588510 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f6ed0-7618-42cb-8a64-1fced133f57f req-341f801b-fb4b-419b-b58c-a7310b8a669e tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:44.590141 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8f5f6ed0-7618-42cb-8a64-1fced133f57f req-341f801b-fb4b-419b-b58c-a7310b8a669e tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 945 time: 0.0582163 May 04 19:07:44.681707 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8f5f6ed0-7618-42cb-8a64-1fced133f57f req-6d6b2968-6230-408a-aa17-5a0e591eba61 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788667 May 04 19:07:44.804648 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:44.818112 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b6498-9178-42be-b3a6-458f198c4815 req-b858ca43-02c0-40cd-8482-68483b023cdf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:44.819587 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f1b6498-9178-42be-b3a6-458f198c4815 req-b858ca43-02c0-40cd-8482-68483b023cdf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0698574 May 04 19:07:44.912291 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f1b6498-9178-42be-b3a6-458f198c4815 req-5eb5d273-caa5-4770-8f6c-f23678db49ff tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776217 May 04 19:07:44.921010 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Attempting to bind port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:07:44.921343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Attempting to bind port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:07:44.921699 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Attempting to bind port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb on network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:44.926076 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb on network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:07:44.926394 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Attempting to bind port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb on network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:44.931390 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:07:44.931723 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Checking segment: {'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:44.932106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Bound using segment: {'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:07:44.932560 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Bound port: cf5bc90a-dbe3-486e-b992-7836d9d6b2bb, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:07:44.932917 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:44.954347 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['dac54407-f56f-4462-8538-3a40734619d0'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:44.997734 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] For port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:07:45.000997 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] For port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:07:45.007042 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:45.031289 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b7447-d618-4955-ab74-69312822347e req-ae3d3cf1-7031-4f0d-8e7e-f24a410196e5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.032773 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-261b7447-d618-4955-ab74-69312822347e req-ae3d3cf1-7031-4f0d-8e7e-f24a410196e5 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.0483096 May 04 19:07:45.040937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.041592 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:45.043753 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/cf5bc90a-dbe3-486e-b992-7836d9d6b2bb HTTP/1.1" status: 200 len: 1093 time: 0.8883305 May 04 19:07:45.044269 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'tag': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:45.047156 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c48440-13e7-40b6-aff8-99a88261e9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1266bd-77ec-4a0d-a557-71dafe7c5436", "tag": "cf5bc90a-dbe3-486e-b992-7836d9d6b2bb"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:45.085373 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-261b7447-d618-4955-ab74-69312822347e req-f0c381b5-13cf-474d-8599-db9564ed02a3 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 May 04 19:07:45.086851 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb0a4a-f9e3-4282-8c43-792469cb39e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:45.091683 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeedc3d3-893b-4fff-8095-2e14a903fc89 x-openstack-request-id: req-eeedc3d3-893b-4fff-8095-2e14a903fc89 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:45.091988 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1266bd-77ec-4a0d-a557-71dafe7c5436", "tag": "cf5bc90a-dbe3-486e-b992-7836d9d6b2bb", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:45.092357 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eeedc3d3-893b-4fff-8095-2e14a903fc89 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:45.093330 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeedc3d3-893b-4fff-8095-2e14a903fc89'] response: {'name': 'network-changed', 'server_uuid': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'tag': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb', 'status': 'completed', 'code': 200} May 04 19:07:45.195932 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd424d6d-e008-4048-a71b-8d172cc34e31 req-d56651d6-c5d5-40cf-a0f7-9c05ae0b9fd2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.197339 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dd424d6d-e008-4048-a71b-8d172cc34e31 req-d56651d6-c5d5-40cf-a0f7-9c05ae0b9fd2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.0466466 May 04 19:07:45.198634 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c1c1f-495e-4ab1-82a6-c1d7d26767b1 req-7c56eb62-5dfe-4f69-9040-734eaf40967a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.200089 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ae5c1c1f-495e-4ab1-82a6-c1d7d26767b1 req-7c56eb62-5dfe-4f69-9040-734eaf40967a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 943 time: 0.0472014 May 04 19:07:45.206327 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 60680) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:45.210853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:45.251129 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ae5c1c1f-495e-4ab1-82a6-c1d7d26767b1 req-3080b6eb-3822-49cb-9108-22710b85ab52 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 May 04 19:07:45.286786 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (18a41a02-c830-4281-80f1-6aeee0b6386b), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:45.426181 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c48440-13e7-40b6-aff8-99a88261e9ee req-9fd0e393-b255-42a7-891b-449dbc83f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.427645 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e1c48440-13e7-40b6-aff8-99a88261e9ee req-9fd0e393-b255-42a7-891b-449dbc83f09e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 1127 time: 0.0402656 May 04 19:07:45.609544 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c48440-13e7-40b6-aff8-99a88261e9ee req-90883701-0632-4cc0-bb0f-6cb6f1a11bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.611026 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e1c48440-13e7-40b6-aff8-99a88261e9ee req-90883701-0632-4cc0-bb0f-6cb6f1a11bb4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1657445 May 04 19:07:45.780947 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c48440-13e7-40b6-aff8-99a88261e9ee req-9e0ab458-c5d4-4b88-a315-0eaac937a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.782448 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e1c48440-13e7-40b6-aff8-99a88261e9ee req-9e0ab458-c5d4-4b88-a315-0eaac937a043 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637862 May 04 19:07:45.889735 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-f04691f1-f6cf-4852-8131-d3ecd582df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.891366 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-f04691f1-f6cf-4852-8131-d3ecd582df43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 1127 time: 0.0404747 May 04 19:07:45.912811 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6dc1-4ee5-4333-aeb3-baf0d394eef7 req-5062f06f-79e9-4df2-adb5-5f6c599c3f38 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:45.915697 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ba9f6dc1-4ee5-4333-aeb3-baf0d394eef7 req-5062f06f-79e9-4df2-adb5-5f6c599c3f38 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 945 time: 0.1138363 May 04 19:07:45.944621 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-f6a6b517-9174-4cc4-affd-c42e4bd48750 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb HTTP/1.1" status: 200 len: 217 time: 0.0367205 May 04 19:07:45.954585 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.014650 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-fd0fc218-9e3a-4f33-b3d6-d4681a274897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:46.016065 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-fd0fc218-9e3a-4f33-b3d6-d4681a274897 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e03b6ddc-d8cd-4691-bb6e-6786500d46a3 HTTP/1.1" status: 200 len: 854 time: 0.0593872 May 04 19:07:46.062042 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-6b884624-94c5-4bd5-9486-dc1bee307b6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293570 May 04 19:07:46.072752 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628f500-d1e8-4162-84b4-fc9d6a24c748 req-00507448-e006-44fc-a814-9556db53e2e3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:46.074208 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e628f500-d1e8-4162-84b4-fc9d6a24c748 req-00507448-e006-44fc-a814-9556db53e2e3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0731752 May 04 19:07:46.113690 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ba9f6dc1-4ee5-4333-aeb3-baf0d394eef7 req-4ac9d279-7731-42d8-b175-65ef2538ec64 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597853 May 04 19:07:46.175650 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e628f500-d1e8-4162-84b4-fc9d6a24c748 req-e2c40dd2-0528-4c35-ace2-bf011b081ae0 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928252 May 04 19:07:46.183651 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.191528 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (18a41a02-c830-4281-80f1-6aeee0b6386b), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.194912 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-865a153d-a8d5-4bce-bd81-41784cd68e36 service neutron] 10.222.0.11 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195276 May 04 19:07:46.296900 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 18a41a02-c830-4281-80f1-6aeee0b6386b associated. External IP: 172.27.2.250, port: 8a90cb33-99be-414d-99e2-31861f252bb4. May 04 19:07:46.305732 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-27e3ff74-4010-44aa-8562-2e22a5809ce1 req-d28a4716-4377-4a54-8b54-3e79f6d946d7 service neutron] 10.222.0.11 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043761 May 04 19:07:46.347859 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device dac54407-f56f-4462-8538-3a40734619d0 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:46.392029 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaf237-8ff6-4e54-bb61-789bee5161e3 req-86e7bb02-8f52-47d5-a9cc-d9348d29e991 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:46.394236 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9fbaf237-8ff6-4e54-bb61-789bee5161e3 req-86e7bb02-8f52-47d5-a9cc-d9348d29e991 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 943 time: 0.0613406 May 04 19:07:46.488268 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9fbaf237-8ff6-4e54-bb61-789bee5161e3 req-9f57aeb4-7b4f-441a-a809-4387af6ae711 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642118 May 04 19:07:46.523320 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port dac54407-f56f-4462-8538-3a40734619d0 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:07:46.529844 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port dac54407-f56f-4462-8538-3a40734619d0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:46.530415 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dac54407-f56f-4462-8538-3a40734619d0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.598927 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:46.612133 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port dac54407-f56f-4462-8538-3a40734619d0 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:46.612519 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dac54407-f56f-4462-8538-3a40734619d0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.635703 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b5f38-404a-478e-ba5e-af5e706841b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac54407-f56f-4462-8538-3a40734619d0'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:46.637933 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24302b0-4d1d-4968-bdb8-86ccecbeef8a" -d '{"events": [{"server_uuid": "384b5f38-404a-478e-ba5e-af5e706841b3", "name": "network-vif-plugged", "status": "completed", "tag": "dac54407-f56f-4462-8538-3a40734619d0"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:46.652089 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port dac54407-f56f-4462-8538-3a40734619d0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=dac54407-f56f-4462-8538-3a40734619d0,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:46.656112 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dac54407-f56f-4462-8538-3a40734619d0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.682107 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24fe483-bbc3-42db-957d-94b107ec72dd x-openstack-request-id: req-b24fe483-bbc3-42db-957d-94b107ec72dd {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:46.682426 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b5f38-404a-478e-ba5e-af5e706841b3", "name": "network-vif-plugged", "status": "completed", "tag": "dac54407-f56f-4462-8538-3a40734619d0", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:46.682685 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b24fe483-bbc3-42db-957d-94b107ec72dd {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:46.683074 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24fe483-bbc3-42db-957d-94b107ec72dd'] response: {'server_uuid': '384b5f38-404a-478e-ba5e-af5e706841b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac54407-f56f-4462-8538-3a40734619d0', 'code': 200} May 04 19:07:46.708338 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=dac54407-f56f-4462-8538-3a40734619d0,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:46.715131 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:46.719778 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.724568 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:46.734009 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:46.734698 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:07:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:46.749455 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c0ea194a-cc4c-431b-9690-b1a8580aac3a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "PUT /v2.0/floatingips/18a41a02-c830-4281-80f1-6aeee0b6386b HTTP/1.1" status: 200 len: 991 time: 1.5417423 May 04 19:07:46.750069 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:46.752345 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df" -d '{"events": [{"name": "network-changed", "server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:46.787691 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a5402-a7d5-4fe0-ad16-0f2bfc982aee x-openstack-request-id: req-b99a5402-a7d5-4fe0-ad16-0f2bfc982aee {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:46.788002 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:46.788252 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b99a5402-a7d5-4fe0-ad16-0f2bfc982aee {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:46.788977 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99a5402-a7d5-4fe0-ad16-0f2bfc982aee'] response: {'name': 'network-changed', 'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4', 'status': 'completed', 'code': 200} May 04 19:07:46.851867 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:47.064378 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:46Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:47.089395 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:47.097310 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:47.097939 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:07:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:47.204629 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:47.229768 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169a5ae-317c-42ff-a270-b8b01fbac0a1 req-0a6f5551-da87-4eff-9bc8-8ae00c930e70 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.231421 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e169a5ae-317c-42ff-a270-b8b01fbac0a1 req-0a6f5551-da87-4eff-9bc8-8ae00c930e70 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0486002 May 04 19:07:47.281809 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e169a5ae-317c-42ff-a270-b8b01fbac0a1 req-67a8bdea-bffb-4706-a7b9-9af8d68ccbd9 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 May 04 19:07:47.297878 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cffc46-0281-4c91-b91d-14b431297d79 req-325b3c67-353c-4239-aa8e-9291b6e59d24 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.299472 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d7cffc46-0281-4c91-b91d-14b431297d79 req-325b3c67-353c-4239-aa8e-9291b6e59d24 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0481822 May 04 19:07:47.345347 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d7cffc46-0281-4c91-b91d-14b431297d79 req-710cfb44-3040-4b30-ae02-85856bcaa04e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 May 04 19:07:47.427940 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:46Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:47.432898 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-0e147e4b-ef1d-42e9-b87f-571901354b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.434502 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-0e147e4b-ef1d-42e9-b87f-571901354b61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 1129 time: 0.0424566 May 04 19:07:47.455027 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18d762-b45a-42df-bad3-7fb0b07da899 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:46Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:47.551052 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-401a658a-4fb7-4e99-bb37-9ccf7446213d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.576596 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-96e59efc-c8ef-4454-96c1-8221b04205da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.578030 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-96e59efc-c8ef-4454-96c1-8221b04205da service neutron] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 916 time: 0.1350887 May 04 19:07:47.606986 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8fd81-a92e-4f85-b232-2719b6b26599 req-0582931b-1891-43e8-9b0e-62057f8e1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.608454 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c4b8fd81-a92e-4f85-b232-2719b6b26599 req-0582931b-1891-43e8-9b0e-62057f8e1030 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 1130 time: 0.0885108 May 04 19:07:47.672965 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d11c7-8073-4671-92ba-0251baf2d817 req-3c2d0e24-8402-4c46-95f8-8fd18271bff5 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.674490 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-404d11c7-8073-4671-92ba-0251baf2d817 req-3c2d0e24-8402-4c46-95f8-8fd18271bff5 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 943 time: 0.1128435 May 04 19:07:47.684310 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2496b16-6d85-46d0-9d6b-e79ed2990066 None None] New status for floating IP 18a41a02-c830-4281-80f1-6aeee0b6386b: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:07:47.710065 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-31220801-ed36-489c-ae09-224ffa330937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a90cb33-99be-414d-99e2-31861f252bb4 HTTP/1.1" status: 200 len: 999 time: 0.1149011 May 04 19:07:47.731624 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c4b8fd81-a92e-4f85-b232-2719b6b26599 req-a32e8062-3d04-43a1-b814-f3c513ac80e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906985 May 04 19:07:47.785700 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-404d11c7-8073-4671-92ba-0251baf2d817 req-8f22eb73-dda1-4f2f-b111-a3ab8e2e297d tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926583 May 04 19:07:47.787183 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-534acdca-9837-4ed1-8b7e-59e4f7e819c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.788532 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-534acdca-9837-4ed1-8b7e-59e4f7e819c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0682592 May 04 19:07:48.394544 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775d93-59a1-4c97-80c5-1a4d496caac4 req-f4426a0c-e053-470b-9036-1c0b44818597 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.396290 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff775d93-59a1-4c97-80c5-1a4d496caac4 req-f4426a0c-e053-470b-9036-1c0b44818597 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0480299 May 04 19:07:48.446905 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff775d93-59a1-4c97-80c5-1a4d496caac4 req-4cf7eb2e-adf4-467c-a9aa-e464e59718db tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 May 04 19:07:48.465771 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f192208-7e86-4d1e-81ce-d3463f1df1fb req-181c9950-35fc-4463-b9d9-2aa49c5102ee tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.465771 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7f192208-7e86-4d1e-81ce-d3463f1df1fb req-181c9950-35fc-4463-b9d9-2aa49c5102ee tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0506155 May 04 19:07:48.510983 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7f192208-7e86-4d1e-81ce-d3463f1df1fb req-de1d6a58-a5f3-4a10-b909-dada6771d6ec tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 May 04 19:07:48.659431 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-710a036e-fd08-4876-a544-f72796ed7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.660893 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-710a036e-fd08-4876-a544-f72796ed7bdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383179 May 04 19:07:48.755480 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-b8a7756f-84e3-4de3-ba70-ffe6001d9b30 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851939 May 04 19:07:48.872759 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4a65d8e-4e15-4f75-9b9f-7e09a7d612df req-42ef5424-5482-469c-aada-9be1e116c73a service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855768 May 04 19:07:48.903485 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0312d-143a-43c4-8d78-1aaabcd94eed req-c1d7260a-450e-44b5-82a0-86695c5d62fe tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.904855 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f1c0312d-143a-43c4-8d78-1aaabcd94eed req-c1d7260a-450e-44b5-82a0-86695c5d62fe tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 943 time: 0.0547597 May 04 19:07:48.950028 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f1c0312d-143a-43c4-8d78-1aaabcd94eed req-3ff47202-9314-4a3c-aadb-83048aacb391 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 May 04 19:07:49.556846 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259ec0-c7ca-468d-9870-f7a3cafa07bc req-ecc2d80b-d6e6-49a6-82b9-51249a109be2 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:49.558257 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8c259ec0-c7ca-468d-9870-f7a3cafa07bc req-ecc2d80b-d6e6-49a6-82b9-51249a109be2 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0465899 May 04 19:07:49.608360 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8c259ec0-c7ca-468d-9870-f7a3cafa07bc req-39d22ec1-3251-415c-8dde-9a58a80efc1a tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446010 May 04 19:07:49.628493 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f86f1-b6ab-4b02-b5e7-55d5034ddd17 req-ef7995bf-1e5f-47fd-ac57-4bbf652de1e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:49.630034 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c52f86f1-b6ab-4b02-b5e7-55d5034ddd17 req-ef7995bf-1e5f-47fd-ac57-4bbf652de1e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0539782 May 04 19:07:49.675284 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c52f86f1-b6ab-4b02-b5e7-55d5034ddd17 req-42342efd-ef3b-4f40-bae7-33eb32b8270c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 May 04 19:07:49.900275 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a79b72cd-987e-4b1a-889f-1d5f70cbb5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:50.062516 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ef22-5fc9-4b5f-a247-394568d3720c req-57f89626-4ceb-4afa-802d-a375fceb6ea0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:50.063956 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9dd4ef22-5fc9-4b5f-a247-394568d3720c req-57f89626-4ceb-4afa-802d-a375fceb6ea0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 943 time: 0.0465565 May 04 19:07:50.109055 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9dd4ef22-5fc9-4b5f-a247-394568d3720c req-3bdd0943-d0a3-4841-838a-9cf721f46a26 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 May 04 19:07:50.366919 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device cf5bc90a-dbe3-486e-b992-7836d9d6b2bb details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:07:50.466509 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:50.477880 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb', 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa', 'port_id': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb', 'mac_address': 'fa:16:3e:10:51:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03b6ddc-d8cd-4691-bb6e-6786500d46a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:07:50.513176 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:50.513584 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:50.526579 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5bc90a-dbe3-486e-b992-7836d9d6b2bb {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:50.545691 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:50.549845 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:50.598577 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:50.727711 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e3da9-8169-48f8-8384-43f9a6ba466b req-29187bdb-7852-461d-9f3f-351eea4a1a3e tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:50.729196 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-956e3da9-8169-48f8-8384-43f9a6ba466b req-29187bdb-7852-461d-9f3f-351eea4a1a3e tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0519202 May 04 19:07:50.776374 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-956e3da9-8169-48f8-8384-43f9a6ba466b req-f9e0e9f5-430d-4e53-a479-149600de9501 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 May 04 19:07:50.789286 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ce218-d685-4148-b85e-f2cc1e813187 req-3a0f7180-0af4-4920-853b-114e64a86f4e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:50.790828 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-213ce218-d685-4148-b85e-f2cc1e813187 req-3a0f7180-0af4-4920-853b-114e64a86f4e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0472021 May 04 19:07:50.845935 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-213ce218-d685-4148-b85e-f2cc1e813187 req-437c320f-f216-4267-a3d5-747d2c5e6b06 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480309 May 04 19:07:50.897126 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2de8-d530-4d3a-ae29-8cb57e1bcb66 req-8fd33508-922d-45f9-9f4b-4fbeb99e7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:50.899487 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5a5e2de8-d530-4d3a-ae29-8cb57e1bcb66 req-8fd33508-922d-45f9-9f4b-4fbeb99e7660 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 1129 time: 0.0421510 May 04 19:07:50.942944 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5a5e2de8-d530-4d3a-ae29-8cb57e1bcb66 req-60a91062-fa75-4ba8-85c7-ab48d34d6662 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 May 04 19:07:50.963107 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:51.011384 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['cf5bc90a-dbe3-486e-b992-7836d9d6b2bb'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:51.218018 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb0106-ca3d-4f2a-976d-48644242d031 req-98b2a92d-284e-4420-b8f4-dff7210c6be0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:51.219459 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-04cb0106-ca3d-4f2a-976d-48644242d031 req-98b2a92d-284e-4420-b8f4-dff7210c6be0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 944 time: 0.0455961 May 04 19:07:51.266627 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-04cb0106-ca3d-4f2a-976d-48644242d031 req-7e949b01-0a0e-43be-89af-99a20e082c7d tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 May 04 19:07:51.567156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e537e-0162-4f37-862a-00d6168a8232 req-741a2f88-2436-4fa0-95a0-6ec93c9c0f6a tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:51.568519 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a30e537e-0162-4f37-862a-00d6168a8232 req-741a2f88-2436-4fa0-95a0-6ec93c9c0f6a tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0461888 May 04 19:07:51.616602 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a30e537e-0162-4f37-862a-00d6168a8232 req-423f2504-9778-4231-a4fd-98538cace00d tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 May 04 19:07:51.968951 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfea28-ab6a-4d57-9a35-b87d17ad1d83 req-c61a3484-48cd-4389-a344-34f8d79e2b21 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:51.970446 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-aedfea28-ab6a-4d57-9a35-b87d17ad1d83 req-c61a3484-48cd-4389-a344-34f8d79e2b21 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0540295 May 04 19:07:52.016953 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-aedfea28-ab6a-4d57-9a35-b87d17ad1d83 req-a4c763cf-d35f-4626-8fc9-f92268af1285 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 May 04 19:07:52.369295 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device cf5bc90a-dbe3-486e-b992-7836d9d6b2bb up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:52.376352 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33080c5-80b4-4e05-9d92-596806cb810e req-69ef4321-fb65-4811-ac59-248530187920 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:52.377827 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b33080c5-80b4-4e05-9d92-596806cb810e req-69ef4321-fb65-4811-ac59-248530187920 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 944 time: 0.0465865 May 04 19:07:52.413292 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:07:52.421008 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:52.421376 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:52.427635 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b33080c5-80b4-4e05-9d92-596806cb810e req-3bfe99ae-ca46-481b-950c-9ab2e8be317d tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 May 04 19:07:52.509130 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:52.509621 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:52.511479 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:52.536262 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:52.538480 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b97851-70ce-49a0-ac2a-33d008bff7d9" -d '{"events": [{"server_uuid": "9d1266bd-77ec-4a0d-a557-71dafe7c5436", "name": "network-vif-plugged", "status": "completed", "tag": "cf5bc90a-dbe3-486e-b992-7836d9d6b2bb"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:52.550823 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:52.554667 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:52.579854 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0ccb1-daf6-425b-9a2a-5c403c64ec74 x-openstack-request-id: req-28c0ccb1-daf6-425b-9a2a-5c403c64ec74 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:52.580171 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1266bd-77ec-4a0d-a557-71dafe7c5436", "name": "network-vif-plugged", "status": "completed", "tag": "cf5bc90a-dbe3-486e-b992-7836d9d6b2bb", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:52.580426 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28c0ccb1-daf6-425b-9a2a-5c403c64ec74 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:52.581746 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c0ccb1-daf6-425b-9a2a-5c403c64ec74'] response: {'server_uuid': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb', 'code': 200} May 04 19:07:52.609489 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:52.731164 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858da033-a2d9-4c67-8b4b-094e89711c5a req-e2547016-2db2-4b0c-9569-348b2688ad59 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:52.732621 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-858da033-a2d9-4c67-8b4b-094e89711c5a req-e2547016-2db2-4b0c-9569-348b2688ad59 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0464005 May 04 19:07:52.779031 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-858da033-a2d9-4c67-8b4b-094e89711c5a req-beff6f1e-0fab-4013-ac84-58b96c8daa16 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 May 04 19:07:53.131377 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95c153-b536-4d93-bccd-1a4672f61fef req-34fbe3e0-9cad-4bdf-8814-c6e8bb9f0922 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:53.132826 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3b95c153-b536-4d93-bccd-1a4672f61fef req-34fbe3e0-9cad-4bdf-8814-c6e8bb9f0922 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0458465 May 04 19:07:53.180499 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3b95c153-b536-4d93-bccd-1a4672f61fef req-f4229bca-9f2b-4cac-a90d-f0cb68886114 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 May 04 19:07:53.542549 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04025-14a8-4eaf-892c-1fd191419a8b req-74bd5350-845c-4618-aa5f-9a31eaa73a50 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:53.544014 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b8e04025-14a8-4eaf-892c-1fd191419a8b req-74bd5350-845c-4618-aa5f-9a31eaa73a50 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0493469 May 04 19:07:53.589356 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b8e04025-14a8-4eaf-892c-1fd191419a8b req-44417354-60e5-4f08-a84f-dc93856649bd tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 May 04 19:07:53.887944 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e71cf-e048-4c60-9524-77d85d198a0d req-bc8f18ea-9d03-48ae-8527-2ad09f731e6c tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:53.889421 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-832e71cf-e048-4c60-9524-77d85d198a0d req-bc8f18ea-9d03-48ae-8527-2ad09f731e6c tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0453875 May 04 19:07:53.932435 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:53.935237 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-832e71cf-e048-4c60-9524-77d85d198a0d req-0630a641-bcaa-4778-ae75-7578b7f76ba8 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 May 04 19:07:54.176166 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:07:54.290532 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cacda-135b-45a9-910e-a37f40ec5d78 req-a34d4716-61ed-45d0-938f-1a24782bb8c3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:54.292030 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-720cacda-135b-45a9-910e-a37f40ec5d78 req-a34d4716-61ed-45d0-938f-1a24782bb8c3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0478616 May 04 19:07:54.337905 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-720cacda-135b-45a9-910e-a37f40ec5d78 req-294014ce-ec23-44e1-8767-0c66e7ad3955 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 May 04 19:07:54.447986 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65a743-a00d-4a02-ba74-27dc7536d366 req-90f5c967-30ce-4632-a189-92c002ffb449 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:54.449353 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4e65a743-a00d-4a02-ba74-27dc7536d366 req-90f5c967-30ce-4632-a189-92c002ffb449 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0462534 May 04 19:07:54.547724 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4e65a743-a00d-4a02-ba74-27dc7536d366 req-7640a29b-4c75-4c0a-b963-638c120c6e41 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928099 May 04 19:07:54.564819 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d699-b142-4885-964f-441ec4868bb9 req-c6d3b0df-889f-4f73-95ce-21db49d6c73f tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:54.566230 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a637d699-b142-4885-964f-441ec4868bb9 req-c6d3b0df-889f-4f73-95ce-21db49d6c73f tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0860357 May 04 19:07:54.567293 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfe0f0-fc09-4e23-b175-fb2b08b7d6a5 req-28f07d0a-a772-466f-ba89-cc02a582be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:54.568612 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1dfe0f0-fc09-4e23-b175-fb2b08b7d6a5 req-28f07d0a-a772-466f-ba89-cc02a582be56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 1129 time: 0.0894539 May 04 19:07:54.711494 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1dfe0f0-fc09-4e23-b175-fb2b08b7d6a5 req-2ae822ac-e451-432e-a090-66c36f121101 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338184 May 04 19:07:54.714520 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83944-c3e0-4c1f-9b5f-9fd365fcefdf req-f49ed67c-523f-4ae4-b765-e4e6083adcf1 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:54.716768 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5d83944-c3e0-4c1f-9b5f-9fd365fcefdf req-f49ed67c-523f-4ae4-b765-e4e6083adcf1 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0556664 May 04 19:07:54.724109 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Deleting port dac54407-f56f-4462-8538-3a40734619d0 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:54.724536 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (dac54407-f56f-4462-8538-3a40734619d0), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:54.778014 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5d83944-c3e0-4c1f-9b5f-9fd365fcefdf req-a44b3c43-c078-424d-96bb-614334776ba8 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555422 May 04 19:07:54.822583 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] For port dac54407-f56f-4462-8538-3a40734619d0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=dac54407-f56f-4462-8538-3a40734619d0,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:54.822944 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (dac54407-f56f-4462-8538-3a40734619d0), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.051152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Calling delete_port for dac54407-f56f-4462-8538-3a40734619d0 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:55.112299 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e96006-9715-40dd-a18a-09de8214b9a0 req-c97c1fc2-5b85-4641-a157-131e4eac1837 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:55.113764 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c6e96006-9715-40dd-a18a-09de8214b9a0 req-c97c1fc2-5b85-4641-a157-131e4eac1837 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 946 time: 0.0786552 May 04 19:07:55.200975 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c6e96006-9715-40dd-a18a-09de8214b9a0 req-2b8de511-d15c-4e2f-b009-5088110de4e2 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574889 May 04 19:07:55.267029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (dac54407-f56f-4462-8538-3a40734619d0), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.296047 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Pushing event deleted for resources: {'Port': ['ID=dac54407-f56f-4462-8538-3a40734619d0,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:55.315213 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['dac54407-f56f-4462-8538-3a40734619d0'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:55.362246 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] No DVR routers for this DVR port dac54407-f56f-4462-8538-3a40734619d0 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:07:55.365452 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.368841 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a637d699-b142-4885-964f-441ec4868bb9 req-24bdc61c-9ac9-4bee-aee6-bf4a0093c205 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "DELETE /v2.0/ports/dac54407-f56f-4462-8538-3a40734619d0 HTTP/1.1" status: 204 len: 173 time: 0.7924221 May 04 19:07:55.369270 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b5f38-404a-478e-ba5e-af5e706841b3', 'name': 'network-vif-deleted', 'tag': 'dac54407-f56f-4462-8538-3a40734619d0'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:55.371510 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd9f985-ac37-454a-acf7-9fb14b4e3821" -d '{"events": [{"server_uuid": "384b5f38-404a-478e-ba5e-af5e706841b3", "name": "network-vif-deleted", "tag": "dac54407-f56f-4462-8538-3a40734619d0"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:55.407914 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc8dab-16ec-495b-b9bd-267dfc5883fc x-openstack-request-id: req-46cc8dab-16ec-495b-b9bd-267dfc5883fc {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:55.408227 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b5f38-404a-478e-ba5e-af5e706841b3", "name": "network-vif-deleted", "tag": "dac54407-f56f-4462-8538-3a40734619d0", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:55.408484 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46cc8dab-16ec-495b-b9bd-267dfc5883fc {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:55.408875 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cc8dab-16ec-495b-b9bd-267dfc5883fc'] response: {'server_uuid': '384b5f38-404a-478e-ba5e-af5e706841b3', 'name': 'network-vif-deleted', 'tag': 'dac54407-f56f-4462-8538-3a40734619d0', 'status': 'completed', 'code': 200} May 04 19:07:55.888582 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc37d9-d986-45da-86ce-26ddde83eda0 req-f711c119-889d-4f0a-954f-a979b3d83a06 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:55.890066 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-99cc37d9-d986-45da-86ce-26ddde83eda0 req-f711c119-889d-4f0a-954f-a979b3d83a06 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0469697 May 04 19:07:55.937115 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-99cc37d9-d986-45da-86ce-26ddde83eda0 req-42c8aa1c-0f13-41ad-935c-5ed08d3dfc48 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 May 04 19:07:56.144529 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80f68e-e102-420a-baa3-c02b642823fa req-141ff1f8-27f6-4ae1-978e-cc2e212012e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:56.146036 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ca80f68e-e102-420a-baa3-c02b642823fa req-141ff1f8-27f6-4ae1-978e-cc2e212012e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0493557 May 04 19:07:56.191314 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ca80f68e-e102-420a-baa3-c02b642823fa req-01c12f65-2dbd-4b2f-9905-f6d1e0a2affa tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 May 04 19:07:56.314416 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9c287096-84fd-43ed-a6b1-d4a255078bb9 req-e62d8baa-da0f-44c6-bcb5-70e3f5486dc2 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=384b5f38-404a-478e-ba5e-af5e706841b3 HTTP/1.1" status: 200 len: 210 time: 0.0293038 May 04 19:07:56.875699 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-67516034-b212-4197-8cf9-fa915b2899d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:56.877194 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-67516034-b212-4197-8cf9-fa915b2899d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1129 time: 0.0502181 May 04 19:07:56.981377 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-02be36f0-cc8f-4015-8496-120e69f49096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:56.982866 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-02be36f0-cc8f-4015-8496-120e69f49096 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.0994971 May 04 19:07:57.027482 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-2208c8d3-c8e7-4f7a-9812-04a5062fe5db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 200 len: 217 time: 0.0370226 May 04 19:07:57.101971 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293068f-951f-43e1-a913-a4d5f46fb703 req-cc8be5a6-9f36-49cc-ad06-f91e679a98ca tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:57.103317 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c293068f-951f-43e1-a913-a4d5f46fb703 req-cc8be5a6-9f36-49cc-ad06-f91e679a98ca tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0785265 May 04 19:07:57.106743 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-39dd620f-b85a-4df2-8f20-526b790e006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:57.108031 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-39dd620f-b85a-4df2-8f20-526b790e006d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0734549 May 04 19:07:57.173979 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-d0938d47-173c-4959-b6bc-5dd880bc673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:57.175404 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-d0938d47-173c-4959-b6bc-5dd880bc673f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534256 May 04 19:07:57.179648 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c293068f-951f-43e1-a913-a4d5f46fb703 req-93587a72-7ca6-404f-8780-fbb4283538a0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706909 May 04 19:07:57.275455 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-ba0c0367-6dca-4763-97ff-f0dec5190a8a service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931985 May 04 19:07:57.310415 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a035e54-01dc-47bf-8bc6-313bdc0727e8 req-7c8c2511-6347-4e0a-8ad1-462ec2c19df3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:57.311938 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a035e54-01dc-47bf-8bc6-313bdc0727e8 req-7c8c2511-6347-4e0a-8ad1-462ec2c19df3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0502479 May 04 19:07:57.380071 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8062988e-7d26-4f2a-8399-8ffb476f1585 req-c7df145f-d73f-431c-9418-00ab9ca76cf3 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974171 May 04 19:07:57.382431 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a035e54-01dc-47bf-8bc6-313bdc0727e8 req-2705c984-0acd-420d-a79a-ff2a04d8bf5d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 May 04 19:07:57.645595 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abac51-1774-405b-9bb3-df956de71bf2 req-61f6d061-8ca6-4681-94d8-ff974005ec09 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:57.647207 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-61f6d061-8ca6-4681-94d8-ff974005ec09 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/networks?id=214827e4-722a-43f1-9800-70bea389524e HTTP/1.1" status: 200 len: 809 time: 0.1139615 May 04 19:07:57.662706 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-68b2c04d-61c0-45c3-8c72-af020eb26978 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/quotas/253bbd0defee4faf92eb8453dd4728fa HTTP/1.1" status: 200 len: 375 time: 0.0096490 May 04 19:07:57.696393 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-04485c7e-7ff0-4656-b5c5-ff6bd402aff1 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=253bbd0defee4faf92eb8453dd4728fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278144 May 04 19:07:57.787965 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-522f0b71-9db7-4712-9e69-3b5228857f77 service neutron] 10.222.0.69 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848358 May 04 19:07:57.875209 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-f95c2878-7206-4653-9e8d-94a75a152ed1 service neutron] 10.222.0.69 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810993 May 04 19:07:58.032628 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9f917899-aad2-4101-9965-d660e6a02b6c req-bffce6d2-411f-475d-b8ec-13ad297ed7ee tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0313292 May 04 19:07:58.392796 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device dac54407-f56f-4462-8538-3a40734619d0 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:07:58.414883 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: dac54407-f56f-4462-8538-3a40734619d0 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:07:58.415231 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device dac54407-f56f-4462-8538-3a40734619d0 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:07:58.510239 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79a1a-4ffa-43e8-b76d-5ebb707a79d2 req-9fcd3812-abd3-4985-8d88-3bf674e36363 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:58.511753 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-13a79a1a-4ffa-43e8-b76d-5ebb707a79d2 req-9fcd3812-abd3-4985-8d88-3bf674e36363 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0486894 May 04 19:07:58.561830 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-13a79a1a-4ffa-43e8-b76d-5ebb707a79d2 req-ed5b5439-de36-4192-84ff-df8090dfbcc6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 May 04 19:07:59.138529 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6468016-cd89-463c-9abb-30cfddb348e3 req-e7e5abc5-1a05-42c3-9770-c6874def29bb tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0367284 May 04 19:07:59.227528 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abac51-1774-405b-9bb3-df956de71bf2 req-4ac61355-b822-40d2-8ed0-d54872558546 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:59.228915 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-4ac61355-b822-40d2-8ed0-d54872558546 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "GET /v2.0/networks?id=214827e4-722a-43f1-9800-70bea389524e HTTP/1.1" status: 200 len: 809 time: 0.1006432 May 04 19:07:59.260273 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Request body: {'port': {'device_id': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'network_id': '214827e4-722a-43f1-9800-70bea389524e', 'admin_state_up': True, 'tenant_id': '253bbd0defee4faf92eb8453dd4728fa'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:59.369141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Made reservation on behalf of 253bbd0defee4faf92eb8453dd4728fa for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:59.372806 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.498648 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Allocated IP 172.20.0.10 (214827e4-722a-43f1-9800-70bea389524e/cc6f155e-7ebd-4814-a412-7d78c27c89d6/413f0c9f-3f58-4dfd-996c-fa7d7b423966) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:59.650183 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks [] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.686192 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d018c8a-af8d-41f9-8bb4-bf0d551607d0 req-31617983-726f-4ff7-bf58-c3574632ed75 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:59.687194 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.687890 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4d018c8a-af8d-41f9-8bb4-bf0d551607d0 req-31617983-726f-4ff7-bf58-c3574632ed75 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0507154 May 04 19:07:59.733480 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Network 214827e4-722a-43f1-9800-70bea389524e is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:59.736517 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:59.745825 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4d018c8a-af8d-41f9-8bb4-bf0d551607d0 req-f7836afb-397d-4292-ada1-35adcfb72e67 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461013 May 04 19:07:59.750892 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:59.753596 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Pushing event updated for resources: {'Port': ['ID=413f0c9f-3f58-4dfd-996c-fa7d7b423966,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:59.803684 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:59.804280 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.820986 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-15e8b68e-c120-4c43-874b-e0e1182ddc44 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5639725 May 04 19:07:59.852061 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Request body: {'port': {'device_id': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:59.912552 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.174447 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413f0c9f-3f58-4dfd-996c-fa7d7b423966 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:08:00.184201 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Publish callbacks [] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.200065 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Transition to ACTIVE for port object 413f0c9f-3f58-4dfd-996c-fa7d7b423966 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:08:00.205485 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.302257 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d6a4a-d76d-4a4d-a376-a8778fd09cf9 req-21e5f28c-1b36-495e-ad47-3cef7191d4cd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:00.303679 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1f7d6a4a-d76d-4a4d-a376-a8778fd09cf9 req-21e5f28c-1b36-495e-ad47-3cef7191d4cd tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 944 time: 0.0733540 May 04 19:08:00.323827 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Pushing event updated for resources: {'Port': ['ID=413f0c9f-3f58-4dfd-996c-fa7d7b423966,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:00.407341 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1f7d6a4a-d76d-4a4d-a376-a8778fd09cf9 req-038d199d-cf1e-481c-8671-95ecc892b83d tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847211 May 04 19:08:00.408343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Attempting to bind port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:08:00.408666 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Attempting to bind port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:08:00.408982 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Attempting to bind port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 on network 214827e4-722a-43f1-9800-70bea389524e {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:08:00.413365 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 on network 214827e4-722a-43f1-9800-70bea389524e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:08:00.413710 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Attempting to bind port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 on network 214827e4-722a-43f1-9800-70bea389524e {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:08:00.418525 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:08:00.418854 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Checking segment: {'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:08:00.419220 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Bound using segment: {'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:08:00.419633 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Bound port: 413f0c9f-3f58-4dfd-996c-fa7d7b423966, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '214827e4-722a-43f1-9800-70bea389524e'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:08:00.419981 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.483596 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] For port 413f0c9f-3f58-4dfd-996c-fa7d7b423966, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:08:00.486502 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] For port 413f0c9f-3f58-4dfd-996c-fa7d7b423966, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=413f0c9f-3f58-4dfd-996c-fa7d7b423966,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:08:00.493549 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.527580 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:00.528182 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.529552 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] 10.222.0.11 "PUT /v2.0/ports/413f0c9f-3f58-4dfd-996c-fa7d7b423966 HTTP/1.1" status: 200 len: 1094 time: 0.6817906 May 04 19:08:00.529980 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'tag': '413f0c9f-3f58-4dfd-996c-fa7d7b423966'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:08:00.532161 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad43a1-94f6-4197-9ae6-6d1804124168" -d '{"events": [{"name": "network-changed", "server_uuid": "43177d93-a222-45c3-ac47-9ca78417f7c8", "tag": "413f0c9f-3f58-4dfd-996c-fa7d7b423966"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:08:00.554897 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555a135-ba59-4d02-afe2-25a081769aaf service neutron] Pushing event updated for resources: {'Port': ['ID=413f0c9f-3f58-4dfd-996c-fa7d7b423966,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:00.569135 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa8ecac-bc74-40bd-87ea-a6a5eb70f0f1 x-openstack-request-id: req-2fa8ecac-bc74-40bd-87ea-a6a5eb70f0f1 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:08:00.569431 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43177d93-a222-45c3-ac47-9ca78417f7c8", "tag": "413f0c9f-3f58-4dfd-996c-fa7d7b423966", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:08:00.569713 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2fa8ecac-bc74-40bd-87ea-a6a5eb70f0f1 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:08:00.570112 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa8ecac-bc74-40bd-87ea-a6a5eb70f0f1'] response: {'name': 'network-changed', 'server_uuid': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'tag': '413f0c9f-3f58-4dfd-996c-fa7d7b423966', 'status': 'completed', 'code': 200} May 04 19:08:00.673916 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abac51-1774-405b-9bb3-df956de71bf2 req-d825b8bd-5004-4acc-bdab-b8eae2846367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:00.675332 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-d825b8bd-5004-4acc-bdab-b8eae2846367 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253bbd0defee4faf92eb8453dd4728fa&device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 1128 time: 0.0501552 May 04 19:08:00.731390 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-1ac470ca-5874-4238-9011-78dc4d9f25cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=413f0c9f-3f58-4dfd-996c-fa7d7b423966 HTTP/1.1" status: 200 len: 217 time: 0.0365090 May 04 19:08:00.782666 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abac51-1774-405b-9bb3-df956de71bf2 req-4f2d40e4-eb30-4460-95ca-d6d0e880d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:00.784159 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-4f2d40e4-eb30-4460-95ca-d6d0e880d914 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6f155e-7ebd-4814-a412-7d78c27c89d6 HTTP/1.1" status: 200 len: 849 time: 0.0444572 May 04 19:08:00.824858 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-a3f49e11-204c-4b0e-ba04-8cd939019157 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=214827e4-722a-43f1-9800-70bea389524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278528 May 04 19:08:00.890914 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96dd8a-cb79-41a5-b637-6f6a40981687 req-c4470369-1c0d-4a18-9451-3b13f571ae72 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:00.892624 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1b96dd8a-cb79-41a5-b637-6f6a40981687 req-c4470369-1c0d-4a18-9451-3b13f571ae72 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0707104 May 04 19:08:00.982670 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-513ba2f4-a1ac-4df9-97a3-853e189b4230 service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315930 May 04 19:08:00.989528 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1b96dd8a-cb79-41a5-b637-6f6a40981687 req-7fb34766-1fb4-4f6e-ba5c-42367c699833 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906954 May 04 19:08:01.077018 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83abac51-1774-405b-9bb3-df956de71bf2 req-f4840384-1711-4e6f-958c-f8f1f5b7c87a service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858154 May 04 19:08:01.520650 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dfb7a-d4e5-4d91-a30d-b70ec10e6e0d req-9b6d794a-d2ee-439a-9f93-b8e9aae3fe2f tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:01.522073 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-487dfb7a-d4e5-4d91-a30d-b70ec10e6e0d req-9b6d794a-d2ee-439a-9f93-b8e9aae3fe2f tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 944 time: 0.0471902 May 04 19:08:01.571835 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce313c0a-ac59-4fd7-9b5c-530af3aa7249 req-4818bc44-44f0-4876-98d0-483a5cbbc74b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:01.572713 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-487dfb7a-d4e5-4d91-a30d-b70ec10e6e0d req-a33b029e-a0c4-42c7-b9e9-b70e63d0eae3 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 May 04 19:08:01.573430 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ce313c0a-ac59-4fd7-9b5c-530af3aa7249 req-4818bc44-44f0-4876-98d0-483a5cbbc74b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0488412 May 04 19:08:01.627492 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ce313c0a-ac59-4fd7-9b5c-530af3aa7249 req-60bf51a6-eeff-4a1d-a417-4b4ef775dbd6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484912 May 04 19:08:02.099428 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298579-4ca1-4d62-8127-245b511054a9 req-afa64351-67e2-483e-a8b3-45e9decf7b9d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:02.100981 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-60298579-4ca1-4d62-8127-245b511054a9 req-afa64351-67e2-483e-a8b3-45e9decf7b9d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0458055 May 04 19:08:02.148444 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-60298579-4ca1-4d62-8127-245b511054a9 req-2e017bbc-ec27-4685-8599-49c751453458 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 May 04 19:08:02.365408 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-a3fb0a34-adf4-4310-9e1a-10360bfff64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:02.366795 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-a3fb0a34-adf4-4310-9e1a-10360bfff64f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=253bbd0defee4faf92eb8453dd4728fa&device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 1128 time: 0.0420043 May 04 19:08:02.550553 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-5a47330d-4527-4dc2-9414-5eb6fe97327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:02.551979 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-5a47330d-4527-4dc2-9414-5eb6fe97327b service neutron] 10.222.0.11 "GET /v2.0/networks?id=214827e4-722a-43f1-9800-70bea389524e HTTP/1.1" status: 200 len: 910 time: 0.0833609 May 04 19:08:02.656936 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-ee4ca4fe-e081-449b-8b03-6892d3890845 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=413f0c9f-3f58-4dfd-996c-fa7d7b423966 HTTP/1.1" status: 200 len: 217 time: 0.0383379 May 04 19:08:02.744900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-60c457b1-dc54-4926-b3ba-c0ec23602efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:02.746666 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-60c457b1-dc54-4926-b3ba-c0ec23602efe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc6f155e-7ebd-4814-a412-7d78c27c89d6 HTTP/1.1" status: 200 len: 849 time: 0.0726924 May 04 19:08:02.775682 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4567a-f5e8-4ca2-935e-187f459e1f30 req-f8fe0b6a-d630-4c34-b499-b3b909cbc118 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:02.777212 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03e4567a-f5e8-4ca2-935e-187f459e1f30 req-f8fe0b6a-d630-4c34-b499-b3b909cbc118 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0749178 May 04 19:08:02.796340 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-61354def-b0ab-46c6-946e-63ce9ab36ac3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=214827e4-722a-43f1-9800-70bea389524e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414181 May 04 19:08:02.893096 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405712-05d3-485c-88ce-966471b1077a req-f67b309f-cb78-416b-b996-ce487feaf883 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:02.893096 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9d405712-05d3-485c-88ce-966471b1077a req-f67b309f-cb78-416b-b996-ce487feaf883 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 944 time: 0.2486351 May 04 19:08:02.893656 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03e4567a-f5e8-4ca2-935e-187f459e1f30 req-5ff12f53-bcbb-4fcb-b2f0-21ea69d1091b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978711 May 04 19:08:02.922067 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-fe73b8ba-4df1-4a37-94ad-96d7b2377259 service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125331 May 04 19:08:02.937156 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9d405712-05d3-485c-88ce-966471b1077a req-4d4da43a-5e18-41b9-9e07-0dc1b2cd6f1f tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 May 04 19:08:03.276457 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0bad43a1-94f6-4197-9ae6-6d1804124168 req-5bfa36b2-8680-4394-a235-13a77310d4f8 service neutron] 10.222.0.11 "GET /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474321 May 04 19:08:03.282421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68b50-07fe-4b84-9f36-e5f224e8db4b req-ee57befa-17d2-4800-a34c-4a512928d684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:03.283733 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-61f68b50-07fe-4b84-9f36-e5f224e8db4b req-ee57befa-17d2-4800-a34c-4a512928d684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0659969 May 04 19:08:03.329876 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-61f68b50-07fe-4b84-9f36-e5f224e8db4b req-4c3b667a-38cb-4419-9ec9-5744292a2535 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 May 04 19:08:04.007758 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c756796-59dc-46c6-b5a3-ba07c5a400d5 req-ab8c415c-f72e-4539-86cc-5b90c98bf682 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:04.009379 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3c756796-59dc-46c6-b5a3-ba07c5a400d5 req-ab8c415c-f72e-4539-86cc-5b90c98bf682 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0480754 May 04 19:08:04.055975 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a078dcc-4ec7-4e36-aa3e-14c041ae37cf req-42d40bf2-eb11-4d65-8236-4acc736a35e3 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:04.057429 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2a078dcc-4ec7-4e36-aa3e-14c041ae37cf req-42d40bf2-eb11-4d65-8236-4acc736a35e3 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 944 time: 0.0482881 May 04 19:08:04.060299 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3c756796-59dc-46c6-b5a3-ba07c5a400d5 req-7699cb05-cc31-4fb4-ae4a-65410c20ce50 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407953 May 04 19:08:04.106295 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2a078dcc-4ec7-4e36-aa3e-14c041ae37cf req-b1aa7bdd-3d40-4c02-816b-6e755cdea164 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 May 04 19:08:04.440818 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 413f0c9f-3f58-4dfd-996c-fa7d7b423966 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:08:04.447711 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a535d0-d158-424f-9273-a5de38a16aac req-bfd901f7-11d5-4cf8-b439-6ebbb4ff2d09 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:04.449186 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-59a535d0-d158-424f-9273-a5de38a16aac req-bfd901f7-11d5-4cf8-b439-6ebbb4ff2d09 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0530543 May 04 19:08:04.495413 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-59a535d0-d158-424f-9273-a5de38a16aac req-2d1ca356-52e2-4e9d-a855-770e1bf1a5eb tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 May 04 19:08:04.544004 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 413f0c9f-3f58-4dfd-996c-fa7d7b423966, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=413f0c9f-3f58-4dfd-996c-fa7d7b423966,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:04.554640 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '413f0c9f-3f58-4dfd-996c-fa7d7b423966', 'network_id': '214827e4-722a-43f1-9800-70bea389524e', 'port_id': '413f0c9f-3f58-4dfd-996c-fa7d7b423966', 'mac_address': 'fa:16:3e:61:c2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6f155e-7ebd-4814-a412-7d78c27c89d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:08:04.592207 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:08:04.592594 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:04.604903 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413f0c9f-3f58-4dfd-996c-fa7d7b423966 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:08:04.626772 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 413f0c9f-3f58-4dfd-996c-fa7d7b423966, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=413f0c9f-3f58-4dfd-996c-fa7d7b423966,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:04.631891 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:04.682284 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=413f0c9f-3f58-4dfd-996c-fa7d7b423966,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:05.097361 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['413f0c9f-3f58-4dfd-996c-fa7d7b423966'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:08:05.178318 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa245eda-9aad-4388-b21d-3d34baf2f5fa req-397a0336-0316-49e7-a9e1-3903f64073e9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:05.180598 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fa245eda-9aad-4388-b21d-3d34baf2f5fa req-397a0336-0316-49e7-a9e1-3903f64073e9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0487654 May 04 19:08:05.225299 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c92be-641b-44f5-a6c9-2bf27f515786 req-c6488a94-ea9c-4066-8b25-afaffac2a3d1 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:05.230799 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fa245eda-9aad-4388-b21d-3d34baf2f5fa req-1fbc6efe-3770-4375-a1fa-04666c6488fe tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 May 04 19:08:05.232720 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e4c92be-641b-44f5-a6c9-2bf27f515786 req-c6488a94-ea9c-4066-8b25-afaffac2a3d1 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0606623 May 04 19:08:05.274328 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4e4c92be-641b-44f5-a6c9-2bf27f515786 req-af56bba9-08f5-440f-89ac-eafdfb2100d5 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 May 04 19:08:05.607451 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613de61-1cb8-4a6c-9c9b-4a145bf6bc8c req-ae6c1839-8521-4ce2-8a49-ce9220f4753c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:05.608871 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3613de61-1cb8-4a6c-9c9b-4a145bf6bc8c req-ae6c1839-8521-4ce2-8a49-ce9220f4753c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0454922 May 04 19:08:05.653557 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3613de61-1cb8-4a6c-9c9b-4a145bf6bc8c req-a4fc8b94-2c1d-4b20-8b9e-04e200dd450e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 May 04 19:08:06.355016 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e509d7e-f0b3-4a03-b301-dc04a7b12211 req-4fc1f505-4487-4364-a97d-86983e2d5172 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:06.356539 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1e509d7e-f0b3-4a03-b301-dc04a7b12211 req-4fc1f505-4487-4364-a97d-86983e2d5172 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0535791 May 04 19:08:06.392961 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93505fff-7e48-48b9-9a3b-742d153fea22 req-94dbe43f-ec5b-42bd-8b9c-b72954d73e89 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:06.394843 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-93505fff-7e48-48b9-9a3b-742d153fea22 req-94dbe43f-ec5b-42bd-8b9c-b72954d73e89 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 945 time: 0.0515053 May 04 19:08:06.407353 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1e509d7e-f0b3-4a03-b301-dc04a7b12211 req-e35926e6-0132-42f1-8e1c-b19f6e43687e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452199 May 04 19:08:06.440895 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-93505fff-7e48-48b9-9a3b-742d153fea22 req-76669473-504e-4ca7-9289-3493abf1d8c6 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 May 04 19:08:06.464357 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 413f0c9f-3f58-4dfd-996c-fa7d7b423966 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:08:06.514026 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:08:06.522490 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:08:06.522862 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:06.597864 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:08:06.598245 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:06.632998 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413f0c9f-3f58-4dfd-996c-fa7d7b423966'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:08:06.635332 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1680d09-c2a6-427f-829c-dbcf5e9a0ca5" -d '{"events": [{"server_uuid": "43177d93-a222-45c3-ac47-9ca78417f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "413f0c9f-3f58-4dfd-996c-fa7d7b423966"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:08:06.647552 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 413f0c9f-3f58-4dfd-996c-fa7d7b423966, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=413f0c9f-3f58-4dfd-996c-fa7d7b423966,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:06.651681 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:06.677256 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231fd30-f2cd-42e9-885b-a8d833ca341c x-openstack-request-id: req-f231fd30-f2cd-42e9-885b-a8d833ca341c {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:08:06.677836 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43177d93-a222-45c3-ac47-9ca78417f7c8", "name": "network-vif-plugged", "status": "completed", "tag": "413f0c9f-3f58-4dfd-996c-fa7d7b423966", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:08:06.677932 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f231fd30-f2cd-42e9-885b-a8d833ca341c {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:08:06.678433 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f231fd30-f2cd-42e9-885b-a8d833ca341c'] response: {'server_uuid': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413f0c9f-3f58-4dfd-996c-fa7d7b423966', 'code': 200} May 04 19:08:06.705053 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=413f0c9f-3f58-4dfd-996c-fa7d7b423966,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:06.765316 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c445e4-2af8-4566-8bd9-ebc580fc7713 req-97623f15-df6a-4874-a9d3-a748da112e1f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:06.766855 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-32c445e4-2af8-4566-8bd9-ebc580fc7713 req-97623f15-df6a-4874-a9d3-a748da112e1f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0472369 May 04 19:08:06.815267 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-32c445e4-2af8-4566-8bd9-ebc580fc7713 req-1416d67a-2d20-4bfa-8a05-8c02cec0f506 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 May 04 19:08:06.915815 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3aaed-fb3f-4126-9298-398187164644 req-99c4ab07-31b8-4eaf-a21e-5abd71dd4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:06.917245 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3dd3aaed-fb3f-4126-9298-398187164644 req-99c4ab07-31b8-4eaf-a21e-5abd71dd4dd7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 1130 time: 0.0381653 May 04 19:08:06.967133 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3dd3aaed-fb3f-4126-9298-398187164644 req-d12ce9dc-cb41-4f69-bc1e-ead750443b4f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 May 04 19:08:07.524593 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943c08c-c584-40ec-9c95-c2aab9d7df60 req-2e7a31cb-a155-4eb8-9564-a5a620bbc4c3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:07.526263 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5943c08c-c584-40ec-9c95-c2aab9d7df60 req-2e7a31cb-a155-4eb8-9564-a5a620bbc4c3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0468082 May 04 19:08:07.551400 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391bf52-2f14-41e6-be62-ee290ced0348 req-fee85d43-7ade-4855-968e-6153df84cca6 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:07.552843 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3391bf52-2f14-41e6-be62-ee290ced0348 req-fee85d43-7ade-4855-968e-6153df84cca6 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 946 time: 0.0457048 May 04 19:08:07.575366 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5943c08c-c584-40ec-9c95-c2aab9d7df60 req-276501f6-3938-41a1-a809-762e2d68bcb3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 May 04 19:08:07.610051 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3391bf52-2f14-41e6-be62-ee290ced0348 req-a7f9dada-a33f-45a1-beb2-c369bfa6dc30 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485744 May 04 19:08:07.929492 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91008dd4-8045-4e31-82d3-d760013344b1 req-fedc8cbd-75e1-47af-87fe-b320902b77e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:07.931601 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91008dd4-8045-4e31-82d3-d760013344b1 req-fedc8cbd-75e1-47af-87fe-b320902b77e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0520358 May 04 19:08:07.984259 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91008dd4-8045-4e31-82d3-d760013344b1 req-22d6d297-e9f8-49fc-998e-49f041688748 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 May 04 19:08:08.696226 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce2270-e99a-465e-ab47-199dac38555b req-236dff35-c716-4ee1-b1e7-53119416365a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:08.697809 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4dce2270-e99a-465e-ab47-199dac38555b req-236dff35-c716-4ee1-b1e7-53119416365a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0459442 May 04 19:08:08.726096 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60b9d6-7fcc-4f74-8a29-4813e38ec238 req-054e66fa-3a9b-4185-bc03-1c86e8f47199 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:08.727706 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e60b9d6-7fcc-4f74-8a29-4813e38ec238 req-054e66fa-3a9b-4185-bc03-1c86e8f47199 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 946 time: 0.0506446 May 04 19:08:08.744388 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4dce2270-e99a-465e-ab47-199dac38555b req-3926df0c-796f-46e5-8dcf-9532e3b75309 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 May 04 19:08:08.778045 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e60b9d6-7fcc-4f74-8a29-4813e38ec238 req-db092290-5ac4-4085-99dc-319f629ff9ea tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 May 04 19:08:09.099809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d6b5-c50f-4b93-805c-73ba22a36e13 req-3b1eb90c-5e5f-4fbb-b3e5-ed2c15b4d58b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:09.101703 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5007d6b5-c50f-4b93-805c-73ba22a36e13 req-3b1eb90c-5e5f-4fbb-b3e5-ed2c15b4d58b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0512319 May 04 19:08:09.148519 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5007d6b5-c50f-4b93-805c-73ba22a36e13 req-f2445bb0-3a86-4e0e-ad39-b00fd044b20d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 May 04 19:08:09.867609 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c3839-0a67-4d69-9602-ff81153410c0 req-3a9e1a1f-0481-4a20-bba2-418d6072373b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:09.869099 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2f4c3839-0a67-4d69-9602-ff81153410c0 req-3a9e1a1f-0481-4a20-bba2-418d6072373b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0510476 May 04 19:08:09.897543 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98ef53-6776-46b3-ae93-56d4e34b075e req-11f5f5a6-bee5-4dcd-bc54-314a42dddd5a tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:09.899552 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3c98ef53-6776-46b3-ae93-56d4e34b075e req-11f5f5a6-bee5-4dcd-bc54-314a42dddd5a tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 946 time: 0.0494030 May 04 19:08:09.918456 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2f4c3839-0a67-4d69-9602-ff81153410c0 req-f863eaa4-e0db-4a6b-8216-9168bfa343ed tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437174 May 04 19:08:09.949229 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3c98ef53-6776-46b3-ae93-56d4e34b075e req-b974971d-0bb7-4851-8acc-c3b7636374a6 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 May 04 19:08:10.264151 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7dd87-14f4-484e-acf4-b14a1a56abab req-65067098-1de9-4ceb-9a86-9b4dfd1e317b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:10.265842 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-52f7dd87-14f4-484e-acf4-b14a1a56abab req-65067098-1de9-4ceb-9a86-9b4dfd1e317b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0513010 May 04 19:08:10.312640 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-52f7dd87-14f4-484e-acf4-b14a1a56abab req-8407496d-4b8d-4bb5-b7e1-d63e08fe8d8c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 May 04 19:08:10.817503 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baea74a-9402-41cb-8cd5-f160133c7a04 req-4a814aee-480f-42c0-8305-5a860a689339 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:10.818836 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5baea74a-9402-41cb-8cd5-f160133c7a04 req-4a814aee-480f-42c0-8305-5a860a689339 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 946 time: 0.0487056 May 04 19:08:10.863962 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5baea74a-9402-41cb-8cd5-f160133c7a04 req-85d7b8a4-c151-4c5a-81ad-7217ec97ea9c tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 May 04 19:08:11.034365 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bbcd7-a75f-474a-bf4a-9b3a1b192325 req-569bfbae-fda4-4ec5-a762-582f6a85a42a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:11.035812 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da9bbcd7-a75f-474a-bf4a-9b3a1b192325 req-569bfbae-fda4-4ec5-a762-582f6a85a42a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0455658 May 04 19:08:11.081402 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da9bbcd7-a75f-474a-bf4a-9b3a1b192325 req-de2094ce-bda8-48ca-885a-232250c34eda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396543 May 04 19:08:11.424942 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb1889-7107-4b1c-91d7-b5883f2c49ac req-4b9028bb-faa0-442c-929d-abf629f82f6b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:11.426417 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1cfb1889-7107-4b1c-91d7-b5883f2c49ac req-4b9028bb-faa0-442c-929d-abf629f82f6b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0475829 May 04 19:08:11.471249 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1cfb1889-7107-4b1c-91d7-b5883f2c49ac req-49763c60-9967-4b02-bd2d-812d9bd5fe72 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 May 04 19:08:11.980094 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc85191-e68a-48f4-87ef-f67864d007e4 req-c67c84b1-fa1b-4642-9710-d554c0d4a308 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:11.981889 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ebc85191-e68a-48f4-87ef-f67864d007e4 req-c67c84b1-fa1b-4642-9710-d554c0d4a308 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 946 time: 0.0506811 May 04 19:08:12.034606 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ebc85191-e68a-48f4-87ef-f67864d007e4 req-6a3f2680-21f3-4bbc-bd9a-e939e9fb5172 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 May 04 19:08:12.194835 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cba8a-8ef5-44bb-ab2b-f36a42084d17 req-90a470cb-fcc5-4e77-84d6-a456b7a18b2f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:12.196930 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9c5cba8a-8ef5-44bb-ab2b-f36a42084d17 req-90a470cb-fcc5-4e77-84d6-a456b7a18b2f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0457404 May 04 19:08:12.244532 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9c5cba8a-8ef5-44bb-ab2b-f36a42084d17 req-28072836-6aa2-439b-9651-0ed1459f4bfb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 May 04 19:08:12.590153 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71ed7-49bd-468d-b056-74103d8a8d57 req-afd134c8-70c3-4f8d-889d-b00b0d68863a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:12.591602 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9cf71ed7-49bd-468d-b056-74103d8a8d57 req-afd134c8-70c3-4f8d-889d-b00b0d68863a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0492046 May 04 19:08:12.637358 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9cf71ed7-49bd-468d-b056-74103d8a8d57 req-8f73e997-f9d9-42bf-b7b2-c3f74e9ef728 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 May 04 19:08:13.117532 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-ed70ecdf-bab4-4098-a0e7-1f90fae82ef7 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:13.118929 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-ed70ecdf-bab4-4098-a0e7-1f90fae82ef7 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 946 time: 0.0510175 May 04 19:08:13.162458 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1056a0-bbc9-4077-97af-4b04fd8d56df req-9b1b1d3a-fd0b-45b9-88f2-6df39fc26ef9 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:13.163913 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2e1056a0-bbc9-4077-97af-4b04fd8d56df req-9b1b1d3a-fd0b-45b9-88f2-6df39fc26ef9 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 946 time: 0.0535860 May 04 19:08:13.270795 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2e1056a0-bbc9-4077-97af-4b04fd8d56df req-af2502d5-8b46-4c61-9f26-769a1c10689e tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/security-groups?id=22541f2b-2c00-466f-b5d0-7adcfef389d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998452 May 04 19:08:13.283396 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Deleting port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:08:13.283733 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:13.400603 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ffc73-232e-4852-a390-e9b35e3a989d req-75ba4ba9-80c4-49ea-ae83-dc4f7fe08f3a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:13.402067 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c3ffc73-232e-4852-a390-e9b35e3a989d req-75ba4ba9-80c4-49ea-ae83-dc4f7fe08f3a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0624325 May 04 19:08:13.419152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] For port 413f0c9f-3f58-4dfd-996c-fa7d7b423966, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=413f0c9f-3f58-4dfd-996c-fa7d7b423966,segment=NetworkSegment(dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a),segment_id=dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:13.419507 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:13.440111 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Calling delete_port for 413f0c9f-3f58-4dfd-996c-fa7d7b423966 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:08:13.495778 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c3ffc73-232e-4852-a390-e9b35e3a989d req-b22da090-ae33-4634-8382-9c46e3c8a113 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882390 May 04 19:08:13.583274 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (413f0c9f-3f58-4dfd-996c-fa7d7b423966), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:13.612074 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Pushing event deleted for resources: {'Port': ['ID=413f0c9f-3f58-4dfd-996c-fa7d7b423966,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:13.624516 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.624868 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.625209 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.625578 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.625910 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.626243 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.626573 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.626900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.627332 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.627537 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.627860 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.628184 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.628503 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.628822 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.629138 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:13.629299 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['413f0c9f-3f58-4dfd-996c-fa7d7b423966'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:08:13.669372 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] No DVR routers for this DVR port 413f0c9f-3f58-4dfd-996c-fa7d7b423966 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:08:13.672136 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:13.675531 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a2d774d0-c2ce-47f1-9a6e-e79f23042757 req-627485f3-35a3-43e1-901a-cccabe6e6543 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.11 "DELETE /v2.0/ports/413f0c9f-3f58-4dfd-996c-fa7d7b423966 HTTP/1.1" status: 204 len: 173 time: 0.5054219 May 04 19:08:13.675656 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'name': 'network-vif-deleted', 'tag': '413f0c9f-3f58-4dfd-996c-fa7d7b423966'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:08:13.678013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2edaccf-50f7-438c-a899-6795566f1275" -d '{"events": [{"server_uuid": "43177d93-a222-45c3-ac47-9ca78417f7c8", "name": "network-vif-deleted", "tag": "413f0c9f-3f58-4dfd-996c-fa7d7b423966"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:08:13.777741 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51465-267b-4da6-a609-731d9b65a195 req-f4b00520-7876-46b9-b8ee-34406ae909fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:13.779316 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-82d51465-267b-4da6-a609-731d9b65a195 req-f4b00520-7876-46b9-b8ee-34406ae909fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0489216 May 04 19:08:13.837387 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-82d51465-267b-4da6-a609-731d9b65a195 req-d2a3e2a1-7ecc-44d3-92c0-c17deb77500a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519257 May 04 19:08:13.840205 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2b94ac-2ba9-4cdd-bb93-9803dc02f24f x-openstack-request-id: req-dd2b94ac-2ba9-4cdd-bb93-9803dc02f24f {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:08:13.840558 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43177d93-a222-45c3-ac47-9ca78417f7c8", "name": "network-vif-deleted", "tag": "413f0c9f-3f58-4dfd-996c-fa7d7b423966", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:08:13.840909 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd2b94ac-2ba9-4cdd-bb93-9803dc02f24f {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:08:13.841239 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2b94ac-2ba9-4cdd-bb93-9803dc02f24f'] response: {'server_uuid': '43177d93-a222-45c3-ac47-9ca78417f7c8', 'name': 'network-vif-deleted', 'tag': '413f0c9f-3f58-4dfd-996c-fa7d7b423966', 'status': 'completed', 'code': 200} May 04 19:08:14.377780 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-61546a38-76ce-4042-9925-79e9d17b0ff0 req-9adcba3b-1ecd-44f4-a93d-acb707b8a3a3 tempest-VolumesActionsTest-666432869 tempest-VolumesActionsTest-666432869-project] 10.222.0.69 "GET /v2.0/ports?device_id=43177d93-a222-45c3-ac47-9ca78417f7c8 HTTP/1.1" status: 200 len: 210 time: 0.0272884 May 04 19:08:14.611783 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcd738-7fbf-48d7-aba6-d8374cb07676 req-3ea9a73d-aafe-4f6a-a2f7-0634fb543a58 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:14.613217 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-07dcd738-7fbf-48d7-aba6-d8374cb07676 req-3ea9a73d-aafe-4f6a-a2f7-0634fb543a58 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0458984 May 04 19:08:14.660251 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-07dcd738-7fbf-48d7-aba6-d8374cb07676 req-785bf738-d2ea-4f6e-96f2-c04fc319d46b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 May 04 19:08:14.957816 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25072050-f795-4d60-93e1-b394bf949c45 req-33a0e9c9-e4d1-4d68-990d-2511677097ee tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:14.959317 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-25072050-f795-4d60-93e1-b394bf949c45 req-33a0e9c9-e4d1-4d68-990d-2511677097ee tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0481417 May 04 19:08:15.009722 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-25072050-f795-4d60-93e1-b394bf949c45 req-ae2e7c89-c407-41d4-81cb-601712517135 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 May 04 19:08:15.318959 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-ac8001b9-06f9-4a38-a77e-2f6270b3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:15.321093 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-ac8001b9-06f9-4a38-a77e-2f6270b3f3d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1129 time: 0.0388782 May 04 19:08:15.427300 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-6ab1cbb4-e61e-438e-9c58-56028bab07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:15.428753 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-6ab1cbb4-e61e-438e-9c58-56028bab07a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.0877476 May 04 19:08:15.473653 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-7f224970-0327-49ec-a88d-c864e71a3d5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 200 len: 217 time: 0.0367362 May 04 19:08:15.526231 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-8be24082-7e00-45e3-9603-1128e13d1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:15.527679 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-8be24082-7e00-45e3-9603-1128e13d1518 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0459745 May 04 19:08:15.584029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-f70cdf3d-211a-48a7-94a3-f21af383f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:15.588290 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-f70cdf3d-211a-48a7-94a3-f21af383f06f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435138 May 04 19:08:15.692899 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-2a8874ad-c767-4393-95b8-1ef5c1c6c802 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937934 May 04 19:08:15.778771 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4978f-8f07-4719-84c7-7bd8e6aeb1c4 req-3fcb8d82-35ae-443e-a3e4-0c698d00d196 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:15.785657 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-29f4978f-8f07-4719-84c7-7bd8e6aeb1c4 req-3fcb8d82-35ae-443e-a3e4-0c698d00d196 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0533404 May 04 19:08:15.799838 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f3471be-779b-4477-92fb-b2e0ec4c5b07 req-ba552fd8-a500-4d72-875d-45f082086598 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910630 May 04 19:08:15.828501 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-29f4978f-8f07-4719-84c7-7bd8e6aeb1c4 req-4ef90072-6864-426e-8225-3382a370c859 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 May 04 19:08:15.951701 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:16.122352 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc9be0-08b1-4130-937c-52506423a1f7 req-e915b2d9-6506-45f3-9c89-3faffc019880 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:16.123400 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01fc9be0-08b1-4130-937c-52506423a1f7 req-e915b2d9-6506-45f3-9c89-3faffc019880 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0467110 May 04 19:08:16.172246 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01fc9be0-08b1-4130-937c-52506423a1f7 req-3847bcfc-d768-4318-9448-012b290a7552 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 May 04 19:08:16.520600 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 413f0c9f-3f58-4dfd-996c-fa7d7b423966 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:08:16.540625 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 413f0c9f-3f58-4dfd-996c-fa7d7b423966 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:08:16.540966 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 413f0c9f-3f58-4dfd-996c-fa7d7b423966 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:08:16.946979 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b7ed8-3bc0-4895-9bd0-03a8be5113e9 req-4beb03fb-15a7-4d60-9449-610fc5e354d0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:16.948521 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-632b7ed8-3bc0-4895-9bd0-03a8be5113e9 req-4beb03fb-15a7-4d60-9449-610fc5e354d0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0465143 May 04 19:08:16.997868 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-632b7ed8-3bc0-4895-9bd0-03a8be5113e9 req-914e5259-4806-4c77-b7a9-977cfc6499cc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 May 04 19:08:17.287339 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d0582-b204-4ca2-9de8-9e463dde3419 req-6b423870-0cc5-424b-8bbd-3ce8af071358 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:17.288794 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b60d0582-b204-4ca2-9de8-9e463dde3419 req-6b423870-0cc5-424b-8bbd-3ce8af071358 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0503340 May 04 19:08:17.334625 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b60d0582-b204-4ca2-9de8-9e463dde3419 req-e5370d8e-8d5e-4b09-9dcb-2502c0d6d7f2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 May 04 19:08:17.547541 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-bc521ca4-ffcf-4ba5-8b9d-6381b51c99b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:18.116493 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c115ee-b4eb-4f7a-8eb8-6228822eeae1 req-84760404-4d32-4897-bd7e-2b4b891e92e2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:18.118503 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-47c115ee-b4eb-4f7a-8eb8-6228822eeae1 req-84760404-4d32-4897-bd7e-2b4b891e92e2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0502555 May 04 19:08:18.163155 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-47c115ee-b4eb-4f7a-8eb8-6228822eeae1 req-d9f253ec-f643-408d-899f-d1d1807c41fd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392652 May 04 19:08:18.446964 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf0bac-6709-4079-8962-50daa39298b6 req-e722ea87-2863-453b-a360-79fd1cac43b2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:18.448469 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-00bf0bac-6709-4079-8962-50daa39298b6 req-e722ea87-2863-453b-a360-79fd1cac43b2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0462630 May 04 19:08:18.494824 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-00bf0bac-6709-4079-8962-50daa39298b6 req-6bd4e170-3d2a-4032-bfa7-04d7f76bea6c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 May 04 19:08:19.277344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37c36a-108e-4bcb-9032-4a2d703fbc16 req-71d01456-a374-45aa-8603-958b662bc918 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:19.278811 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fd37c36a-108e-4bcb-9032-4a2d703fbc16 req-71d01456-a374-45aa-8603-958b662bc918 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0459986 May 04 19:08:19.323245 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fd37c36a-108e-4bcb-9032-4a2d703fbc16 req-0b6200ff-325d-418e-8abb-d19cd43c274c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388701 May 04 19:08:19.610630 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22383c3-4711-47b7-9a01-fef6bccaf7ac req-a14cbb6f-9200-4524-9bf9-4b33b5f9b6a2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:19.612120 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a22383c3-4711-47b7-9a01-fef6bccaf7ac req-a14cbb6f-9200-4524-9bf9-4b33b5f9b6a2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0478737 May 04 19:08:19.662883 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a22383c3-4711-47b7-9a01-fef6bccaf7ac req-a692c32b-5318-44de-9b8e-736fe69c067e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 May 04 19:08:19.901773 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3f1f2159-9d97-4e04-bed1-f0e8066f633b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:20.439280 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f8797-67da-4cd3-8e2c-9e3416895c77 req-052e70d5-d617-4a35-8706-c18b48a5c504 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:20.440630 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-606f8797-67da-4cd3-8e2c-9e3416895c77 req-052e70d5-d617-4a35-8706-c18b48a5c504 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0458405 May 04 19:08:20.489495 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-606f8797-67da-4cd3-8e2c-9e3416895c77 req-f962a7f4-1b12-4e2e-a14e-70d45fc925f3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 May 04 19:08:20.774266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f46de-d484-4e55-b0d6-27b4e9c913df req-b0e34a20-ecd9-4043-b37c-31d07b598498 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:20.775744 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-208f46de-d484-4e55-b0d6-27b4e9c913df req-b0e34a20-ecd9-4043-b37c-31d07b598498 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0466692 May 04 19:08:20.825804 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-208f46de-d484-4e55-b0d6-27b4e9c913df req-fc1721c9-7172-4265-a664-602521fa00eb tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444028 May 04 19:08:20.967075 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:21.623395 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9d60-90e2-463a-9650-cffc5ff23132 req-88e35576-2f7c-40f8-b872-f750cc9e577a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:21.624987 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b16b9d60-90e2-463a-9650-cffc5ff23132 req-88e35576-2f7c-40f8-b872-f750cc9e577a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0510318 May 04 19:08:21.673251 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b16b9d60-90e2-463a-9650-cffc5ff23132 req-117ed495-4fb7-42e8-b6a5-bc933d090725 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 May 04 19:08:21.975754 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c43fca-cc01-4e91-8b45-ad5c268999fa req-04ccf4ac-6018-4c23-bac1-36ccaea572fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:21.983258 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-95c43fca-cc01-4e91-8b45-ad5c268999fa req-04ccf4ac-6018-4c23-bac1-36ccaea572fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0661621 May 04 19:08:22.043683 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-95c43fca-cc01-4e91-8b45-ad5c268999fa req-a90b5829-a0b3-4a7e-9695-ddf7db350906 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594299 May 04 19:08:22.498594 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:22.640129 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57b293-2163-44a2-82b8-07e71178a267 req-c33c407c-f3d8-4c3f-bbd7-64ac34a6cd92 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:22.650023 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7a57b293-2163-44a2-82b8-07e71178a267 req-c33c407c-f3d8-4c3f-bbd7-64ac34a6cd92 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0813699 May 04 19:08:22.712452 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7a57b293-2163-44a2-82b8-07e71178a267 req-f1af5a11-899a-43c5-9622-d2a2847ca904 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583279 May 04 19:08:22.817427 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def75f46-b7d4-42a3-9159-11e573e3155e req-7924798a-25fd-4547-9697-ab9a32f7fe08 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:22.819204 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-def75f46-b7d4-42a3-9159-11e573e3155e req-7924798a-25fd-4547-9697-ab9a32f7fe08 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0520170 May 04 19:08:22.871439 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-def75f46-b7d4-42a3-9159-11e573e3155e req-8296a0bb-bb90-4563-919e-1a4711119307 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460126 May 04 19:08:23.160882 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f1ed6-2d00-454b-98dc-659494a5c08a req-525547ee-46b6-46f5-b503-fa2b5ada28e8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:23.165927 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ed9f1ed6-2d00-454b-98dc-659494a5c08a req-525547ee-46b6-46f5-b503-fa2b5ada28e8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0559011 May 04 19:08:23.213527 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ed9f1ed6-2d00-454b-98dc-659494a5c08a req-12ba81b7-fa00-4930-bc2e-1b36a0e805c1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 May 04 19:08:23.838606 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b406bb3-7971-4f03-94ce-c86cb03c86ac req-5cc1621a-8601-4827-b12c-b21a7ba729a9 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:23.842446 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9b406bb3-7971-4f03-94ce-c86cb03c86ac req-5cc1621a-8601-4827-b12c-b21a7ba729a9 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0626225 May 04 19:08:23.920350 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9b406bb3-7971-4f03-94ce-c86cb03c86ac req-da6b203c-e5f3-4836-a42d-102721b4c94c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717952 May 04 19:08:23.958567 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:24.091364 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a091a0-6887-439d-b367-5628ccd37284 req-1282be7d-e1e7-4687-8a99-611acfc8c27f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:24.092945 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b7a091a0-6887-439d-b367-5628ccd37284 req-1282be7d-e1e7-4687-8a99-611acfc8c27f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0825288 May 04 19:08:24.140558 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b7a091a0-6887-439d-b367-5628ccd37284 req-0fd25393-740a-4ea6-91e5-657e705cbe6d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420170 May 04 19:08:24.346017 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80790e6-6efc-4a98-b055-d5256c45e17c req-78fb493a-2939-4373-bd4a-4bdc1d7775c2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:24.347900 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e80790e6-6efc-4a98-b055-d5256c45e17c req-78fb493a-2939-4373-bd4a-4bdc1d7775c2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0561395 May 04 19:08:24.405436 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e80790e6-6efc-4a98-b055-d5256c45e17c req-b87510af-5335-4a5c-9ad8-e74f14427022 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517502 May 04 19:08:24.550954 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:08:24.672553 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:24.684944 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'port_id': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'mac_address': 'fa:16:3e:8a:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:08:24.727131 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: ACTIVE; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:08:24.727524 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:24.743116 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2916343-9825-41ef-93c5-4b2dbc6d65a9 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:08:24.764251 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:24.769664 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:24.824537 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=6']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:24.832393 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.832758 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.833157 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.833552 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.833910 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.834268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.834594 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.834957 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.835282 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.835643 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.836581 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.836951 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.837323 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.837694 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:24.838044 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:25.022061 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['c2916343-9825-41ef-93c5-4b2dbc6d65a9'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:08:25.058475 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1706e-9ee3-438c-af83-d99a48279902 req-a433d6c8-582a-468e-8489-bbdea553583c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:25.060731 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-aec1706e-9ee3-438c-af83-d99a48279902 req-a433d6c8-582a-468e-8489-bbdea553583c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0612218 May 04 19:08:25.121377 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-aec1706e-9ee3-438c-af83-d99a48279902 req-75776d5d-87a4-4733-90ef-cf6b4c2ab63f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544798 May 04 19:08:25.272812 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098634e-9764-426f-8f57-0d4e5b9c6350 req-9e592a83-d709-4d8c-b9f5-d414d78a4e8b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:25.278490 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b098634e-9764-426f-8f57-0d4e5b9c6350 req-9e592a83-d709-4d8c-b9f5-d414d78a4e8b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0570161 May 04 19:08:25.323768 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b098634e-9764-426f-8f57-0d4e5b9c6350 req-08173031-e190-459b-9f39-41781552fe17 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433936 May 04 19:08:25.528749 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cae1fb-d799-4b2f-826c-2e23beaa705a req-9d049479-80de-4f1e-a703-d615ec7a09c7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:25.535993 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-99cae1fb-d799-4b2f-826c-2e23beaa705a req-9d049479-80de-4f1e-a703-d615ec7a09c7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0546193 May 04 19:08:25.590087 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-99cae1fb-d799-4b2f-826c-2e23beaa705a req-e18d3a98-f46e-4f06-a196-ca7deff18ded tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 May 04 19:08:26.242651 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a8267-cfcd-4bd2-8934-7b7ca308770b req-62f26dbc-a94c-4169-9a80-0e5edea5beb6 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:26.244366 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-578a8267-cfcd-4bd2-8934-7b7ca308770b req-62f26dbc-a94c-4169-9a80-0e5edea5beb6 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0499845 May 04 19:08:26.302077 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-578a8267-cfcd-4bd2-8934-7b7ca308770b req-c030d26c-0dc6-4bd6-92f4-72c6b0e96b78 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517626 May 04 19:08:26.451058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e11c2-cda6-4570-a79a-8440a4aaa368 req-7580a4ca-f1d0-4cc2-af61-7b5c2ffabd44 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:26.458273 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4d1e11c2-cda6-4570-a79a-8440a4aaa368 req-7580a4ca-f1d0-4cc2-af61-7b5c2ffabd44 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0554845 May 04 19:08:26.511120 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4d1e11c2-cda6-4570-a79a-8440a4aaa368 req-31bf846c-759f-4fa1-ab7d-96c935bdb9bb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519788 May 04 19:08:26.576090 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:08:26.641260 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port c2916343-9825-41ef-93c5-4b2dbc6d65a9 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:08:26.641745 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:26.742567 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a781d1-7f8c-4abf-b314-e726eee0cda6 req-f3183da4-e36e-499c-a2e0-783f42dc037d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:26.744566 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-55a781d1-7f8c-4abf-b314-e726eee0cda6 req-f3183da4-e36e-499c-a2e0-783f42dc037d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0540392 May 04 19:08:26.770257 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:08:26.770647 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:26.805307 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:08:26.807652 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27eda30-d25e-41a9-82ca-b5a2202e457d" -d '{"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:08:26.814965 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-55a781d1-7f8c-4abf-b314-e726eee0cda6 req-49d2d01a-fa1d-471d-9a16-8601aaa27046 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607274 May 04 19:08:26.848169 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:26.856054 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:26.905568 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44dbde3-befa-4b0f-825e-cf2f4ff57768 x-openstack-request-id: req-a44dbde3-befa-4b0f-825e-cf2f4ff57768 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:08:26.905568 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:08:26.905568 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a44dbde3-befa-4b0f-825e-cf2f4ff57768 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:08:26.905568 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44dbde3-befa-4b0f-825e-cf2f4ff57768'] response: {'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'code': 200} May 04 19:08:26.940519 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=7']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:27.089074 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a1cd9-b0d2-4e1c-acc8-5509496a1378 req-071a0f5f-08e8-4198-a6fb-4510f8b5a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:27.090990 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a7a1cd9-b0d2-4e1c-acc8-5509496a1378 req-071a0f5f-08e8-4198-a6fb-4510f8b5a1ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1129 time: 0.0469468 May 04 19:08:27.162193 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a7a1cd9-b0d2-4e1c-acc8-5509496a1378 req-c9c47bd9-35e1-427d-a0c6-64742db1c1bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 May 04 19:08:27.427096 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753044-f92f-4fe8-8794-c55457ef14b9 req-c433d804-7ebf-4208-a079-f7e94d2c6783 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:27.429821 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-20753044-f92f-4fe8-8794-c55457ef14b9 req-c433d804-7ebf-4208-a079-f7e94d2c6783 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0532367 May 04 19:08:27.477501 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-20753044-f92f-4fe8-8794-c55457ef14b9 req-186f9c5f-f85f-47f8-bbb5-26f65fc4448a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 May 04 19:08:27.652013 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cdf9a-d2d3-4aa1-8bd3-b96db7bcb2f5 req-0d156531-5273-4112-92f6-7a07d9f08c84 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:27.653393 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3f8cdf9a-d2d3-4aa1-8bd3-b96db7bcb2f5 req-0d156531-5273-4112-92f6-7a07d9f08c84 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0483460 May 04 19:08:27.715523 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3f8cdf9a-d2d3-4aa1-8bd3-b96db7bcb2f5 req-154e14dc-842b-4f3f-ac95-ef1e4b024cc6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562794 May 04 19:08:27.964221 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b115759-f6cb-466a-ad4e-da2a7a029f17 req-aac91102-f31c-4e8e-aad4-c24de90db86d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:27.973617 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3b115759-f6cb-466a-ad4e-da2a7a029f17 req-aac91102-f31c-4e8e-aad4-c24de90db86d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0586855 May 04 19:08:28.022720 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3b115759-f6cb-466a-ad4e-da2a7a029f17 req-a8533d1e-aa75-471c-a095-1f0a5c6a6a5e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 May 04 19:08:28.607352 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2367d7-1d62-46b6-9333-2a4838623527 req-0796560d-97a7-4c2e-a93a-5e2115b99ba9 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:28.609259 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2b2367d7-1d62-46b6-9333-2a4838623527 req-0796560d-97a7-4c2e-a93a-5e2115b99ba9 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0532238 May 04 19:08:28.661637 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2b2367d7-1d62-46b6-9333-2a4838623527 req-9448e1b4-c529-4892-873a-85045ca52be6 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 May 04 19:08:28.840097 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a56a7-6634-48b3-a668-c6b94257bef5 req-beb036b4-6dbb-4ddf-bb5d-93d662299083 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:28.841517 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b74a56a7-6634-48b3-a668-c6b94257bef5 req-beb036b4-6dbb-4ddf-bb5d-93d662299083 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0531473 May 04 19:08:28.894005 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b74a56a7-6634-48b3-a668-c6b94257bef5 req-8c100808-0683-4930-9594-e5cebcdd6910 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467999 May 04 19:08:29.160434 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f6ba0-2f61-44bf-a5af-1604797e4369 req-78796f2e-904a-41d5-b6a6-b61c7e1e53ec tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:29.162196 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-202f6ba0-2f61-44bf-a5af-1604797e4369 req-78796f2e-904a-41d5-b6a6-b61c7e1e53ec tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0644810 May 04 19:08:29.228302 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-202f6ba0-2f61-44bf-a5af-1604797e4369 req-b5f850d1-c419-4300-b974-4359da9568e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562990 May 04 19:08:29.783009 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa181c-503d-4cfc-8be3-929cf272f115 req-f971ecd7-001d-4556-af49-fae441d221a8 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:29.784460 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b8aa181c-503d-4cfc-8be3-929cf272f115 req-f971ecd7-001d-4556-af49-fae441d221a8 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0552633 May 04 19:08:29.838048 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b8aa181c-503d-4cfc-8be3-929cf272f115 req-3de36b0e-57a8-4a83-b0c1-7d3af9f22d42 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474684 May 04 19:08:30.065841 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fda52-6e26-4ee4-9ce7-520fa7c01e39 req-6ae4dec1-fa0e-420d-9ad1-2f33f70dd284 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:30.067442 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d10fda52-6e26-4ee4-9ce7-520fa7c01e39 req-6ae4dec1-fa0e-420d-9ad1-2f33f70dd284 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0704482 May 04 19:08:30.152933 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d10fda52-6e26-4ee4-9ce7-520fa7c01e39 req-90ede3b3-7e01-484e-a814-3b5d527eceef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785711 May 04 19:08:30.354105 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040e36c-743a-45ad-8c27-4b64defbcc33 req-10b90de4-7f0e-4463-94e3-7294da9d2c27 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:30.355721 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6040e36c-743a-45ad-8c27-4b64defbcc33 req-10b90de4-7f0e-4463-94e3-7294da9d2c27 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0503709 May 04 19:08:30.417288 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6040e36c-743a-45ad-8c27-4b64defbcc33 req-4c3c1194-af5f-4aad-aae5-c5cf0c844b68 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526183 May 04 19:08:30.814080 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-18f19b06-5247-43d6-b0e6-14686b7150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:30.816405 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c126136-169a-4065-a854-4e4e56964e6d req-3008e7fb-b050-4bd8-a051-0153ca306fa6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:30.823593 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-18f19b06-5247-43d6-b0e6-14686b7150a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1129 time: 0.0980821 May 04 19:08:30.825516 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9c126136-169a-4065-a854-4e4e56964e6d req-3008e7fb-b050-4bd8-a051-0153ca306fa6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.1220322 May 04 19:08:30.943533 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9c126136-169a-4065-a854-4e4e56964e6d req-88137227-2aa3-4063-9d6b-2d59585f46db tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098831 May 04 19:08:31.027259 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-e7170b2d-a242-41d1-bdd2-d1b38f2dd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:31.028752 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-e7170b2d-a242-41d1-bdd2-d1b38f2dd5f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.2041605 May 04 19:08:31.050477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427173c-5a79-4704-8ba8-0b9434ad1578 req-0034ad5d-440f-4ad8-a011-55bc78cf559f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:31.052064 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e427173c-5a79-4704-8ba8-0b9434ad1578 req-0034ad5d-440f-4ad8-a011-55bc78cf559f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0739036 May 04 19:08:31.089495 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-2152f6c7-ba1e-48a6-8aa6-6f4ada267962 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 200 len: 217 time: 0.0518880 May 04 19:08:31.174793 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:08:31.237950 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-51bfd684-8fad-4883-b200-f28d92fddadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:31.239866 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-51bfd684-8fad-4883-b200-f28d92fddadc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.1418850 May 04 19:08:31.357158 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e4492-1019-4e20-8197-7d0f5769147c req-6abc19df-bf96-4dd2-a408-04f639282a3f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:31.367013 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-590e4492-1019-4e20-8197-7d0f5769147c req-6abc19df-bf96-4dd2-a408-04f639282a3f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0932872 May 04 19:08:31.407081 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-1fbaf7d5-f810-4f98-b1c2-e53cb3ecc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:31.409006 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-1fbaf7d5-f810-4f98-b1c2-e53cb3ecc382 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1544566 May 04 19:08:31.414723 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e427173c-5a79-4704-8ba8-0b9434ad1578 req-9439a5c2-4adc-42f7-80e6-479f739989d6 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333511 May 04 19:08:31.452158 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-590e4492-1019-4e20-8197-7d0f5769147c req-1177a4d2-bd6e-4753-9011-4a640e3736dd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824564 May 04 19:08:31.634297 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-cb1323fd-6ea6-46b0-93f4-fcf47c481a24 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125363 May 04 19:08:31.865776 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75f6f135-e4e7-4414-bb81-b42cf08cf5f0 req-6ee5ebfa-0243-40f3-bfa0-053b4662397e service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213562 May 04 19:08:32.169995 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0089d6-fe11-4db1-b5cb-016ddcc3a53c req-714689ef-9137-4dfd-9e2f-d3bb7b19b5dc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:32.185140 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5e0089d6-fe11-4db1-b5cb-016ddcc3a53c req-714689ef-9137-4dfd-9e2f-d3bb7b19b5dc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.1071718 May 04 19:08:32.268511 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5e0089d6-fe11-4db1-b5cb-016ddcc3a53c req-5946187f-9ea1-4dc1-813a-0cba6149702e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821185 May 04 19:08:32.647252 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a45ed-60ae-4e93-9f68-24dc7676d4dd req-0b713437-e497-44b6-93c5-0dec906688bd tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:32.656639 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5b6a45ed-60ae-4e93-9f68-24dc7676d4dd req-0b713437-e497-44b6-93c5-0dec906688bd tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0917702 May 04 19:08:32.762551 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5b6a45ed-60ae-4e93-9f68-24dc7676d4dd req-6331963b-c45a-4328-85eb-129b7e5201ef tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992653 May 04 19:08:32.808811 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b32ddc-03de-4cea-91df-fb20b5316aa1 req-3e6306cf-1bbd-4630-a57a-67fb3e3a69a0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:32.832007 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-06b32ddc-03de-4cea-91df-fb20b5316aa1 req-3e6306cf-1bbd-4630-a57a-67fb3e3a69a0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.2196488 May 04 19:08:32.948397 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-06b32ddc-03de-4cea-91df-fb20b5316aa1 req-c19d1d85-c867-4b22-95ec-0af6540cd58f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137674 May 04 19:08:33.432747 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bf3a-fd34-46cc-93f4-94763ad11f3a req-005bd5c5-5966-42a6-8d72-1e1025ffb847 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:33.443006 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-13b5bf3a-fd34-46cc-93f4-94763ad11f3a req-005bd5c5-5966-42a6-8d72-1e1025ffb847 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0813987 May 04 19:08:33.538196 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-13b5bf3a-fd34-46cc-93f4-94763ad11f3a req-d9faabad-1406-4f83-b72d-a604bbeee4d8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821548 May 04 19:08:33.897930 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7ecd-3591-46d3-a2a2-53fc1501227e req-459da22e-1b1f-4b6d-be0b-96385f889f98 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:33.905444 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-98fb7ecd-3591-46d3-a2a2-53fc1501227e req-459da22e-1b1f-4b6d-be0b-96385f889f98 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0754654 May 04 19:08:33.974471 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-98fb7ecd-3591-46d3-a2a2-53fc1501227e req-9b47d6f4-5645-44d0-9c04-48a46b48d23f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616345 May 04 19:08:34.136570 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059c45d-f37d-4c98-91a3-9ccb476532c9 req-175c4f15-5a07-4afb-867a-c953a7414494 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:34.138263 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e059c45d-f37d-4c98-91a3-9ccb476532c9 req-175c4f15-5a07-4afb-867a-c953a7414494 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0625136 May 04 19:08:34.206695 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e059c45d-f37d-4c98-91a3-9ccb476532c9 req-dc08eeeb-ee99-4994-a943-7f606e4de554 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606139 May 04 19:08:34.688936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278ae7d-b078-4337-8a44-16256e60f47f req-6eca5261-bb04-425a-bb59-e8ca21327f7f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:34.691053 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0278ae7d-b078-4337-8a44-16256e60f47f req-6eca5261-bb04-425a-bb59-e8ca21327f7f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0845695 May 04 19:08:34.749942 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0278ae7d-b078-4337-8a44-16256e60f47f req-dd4a6172-ebe5-42a3-91f7-6f791e290b32 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495715 May 04 19:08:35.160916 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f009-ed5b-44cd-a4b9-bb6a08c85e39 req-40c01537-247a-421b-bcc3-f222f21ce612 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:35.166909 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e092f009-ed5b-44cd-a4b9-bb6a08c85e39 req-40c01537-247a-421b-bcc3-f222f21ce612 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.1009624 May 04 19:08:35.282287 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e092f009-ed5b-44cd-a4b9-bb6a08c85e39 req-46402abb-710e-40df-b4a5-6fa2cea7d854 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998139 May 04 19:08:35.405604 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4bd67-d8be-477c-b825-b1426265b90c req-19c88eda-4901-49f8-a2cd-9ce92a73d0e4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:35.412988 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-94d4bd67-d8be-477c-b825-b1426265b90c req-19c88eda-4901-49f8-a2cd-9ce92a73d0e4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0675631 May 04 19:08:35.471914 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-94d4bd67-d8be-477c-b825-b1426265b90c req-885e8668-cfd0-42a8-b52e-b370d2b44dd0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530336 May 04 19:08:35.986850 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4963f-d8f7-4f16-8ea2-9c44f916f43c req-37974209-c3b6-4116-b4fb-860402736981 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:35.994959 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62f4963f-d8f7-4f16-8ea2-9c44f916f43c req-37974209-c3b6-4116-b4fb-860402736981 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.1425340 May 04 19:08:36.075081 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62f4963f-d8f7-4f16-8ea2-9c44f916f43c req-767e3211-0dbf-4ecf-b2e3-e4c031baa7ad tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792894 May 04 19:08:36.620972 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6054c-5dff-45be-9968-aece4be190fb req-8125e4d4-ac1b-453d-8e6a-3f1327650778 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:36.646155 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03f6054c-5dff-45be-9968-aece4be190fb req-8125e4d4-ac1b-453d-8e6a-3f1327650778 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.1768093 May 04 19:08:36.706688 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03f6054c-5dff-45be-9968-aece4be190fb req-decdb13e-2b6b-4044-b505-7a8c5cfe6524 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569055 May 04 19:08:36.746586 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ecf4b-955e-4c29-b31b-b9136f16aefd req-9b72cda9-a87c-4058-ba93-25468c61cf80 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:36.748095 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-475ecf4b-955e-4c29-b31b-b9136f16aefd req-9b72cda9-a87c-4058-ba93-25468c61cf80 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0914099 May 04 19:08:36.865996 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-475ecf4b-955e-4c29-b31b-b9136f16aefd req-4380aca3-68e3-4cd8-895f-e824644af4da tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119294 May 04 19:08:37.212025 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcde344-390d-480f-94bb-08eac1135c47 req-d05c28bd-5ea7-4516-9cae-e57197cc1308 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:37.213098 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4dcde344-390d-480f-94bb-08eac1135c47 req-d05c28bd-5ea7-4516-9cae-e57197cc1308 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0554392 May 04 19:08:37.317771 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4dcde344-390d-480f-94bb-08eac1135c47 req-2448c2ea-da76-4845-a3af-8fe8acac758d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922432 May 04 19:08:37.858539 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df86eb-7e66-4dcb-b7b7-542dd2055978 req-7adb00ce-688f-421d-8e80-d00ec3278a5e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:37.858539 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-93df86eb-7e66-4dcb-b7b7-542dd2055978 req-7adb00ce-688f-421d-8e80-d00ec3278a5e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0646255 May 04 19:08:37.917933 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-93df86eb-7e66-4dcb-b7b7-542dd2055978 req-0b4f82de-64b2-4f55-89b0-bee51847ed85 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604296 May 04 19:08:37.984844 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72150c91-02e2-4d9e-9861-ea24f2a27ee9 req-6c584c87-93c1-45f6-a9af-7f6f060110db tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:37.986570 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-72150c91-02e2-4d9e-9861-ea24f2a27ee9 req-6c584c87-93c1-45f6-a9af-7f6f060110db tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0527227 May 04 19:08:38.036574 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-72150c91-02e2-4d9e-9861-ea24f2a27ee9 req-b9856b67-f178-45b1-8faa-4986cdfc9aa6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 May 04 19:08:38.439997 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03ae4-6a60-4918-a780-2db3f28f2178 req-ba3baf5d-12d5-430a-b37f-e3d7e53021a9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:38.441665 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b5d03ae4-6a60-4918-a780-2db3f28f2178 req-ba3baf5d-12d5-430a-b37f-e3d7e53021a9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0539262 May 04 19:08:38.498805 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b5d03ae4-6a60-4918-a780-2db3f28f2178 req-805e7af8-e320-4611-982c-c6ffc699b016 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479040 May 04 19:08:39.056729 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf8914-10f7-441a-90f0-7bb41c97833f req-4c693a17-9404-4136-9ac9-9b68d8887b8c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:39.058675 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fcdf8914-10f7-441a-90f0-7bb41c97833f req-4c693a17-9404-4136-9ac9-9b68d8887b8c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0495217 May 04 19:08:39.130151 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fcdf8914-10f7-441a-90f0-7bb41c97833f req-2d6f23c3-8a71-42c0-8d2d-2d5105d1ba96 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556560 May 04 19:08:39.187469 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77911dba-c600-4301-82b3-6f4c48ec99e4 req-4829c247-b58f-44e1-976b-fa8e5dd212c1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:39.192231 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-77911dba-c600-4301-82b3-6f4c48ec99e4 req-4829c247-b58f-44e1-976b-fa8e5dd212c1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0655363 May 04 19:08:39.259347 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-77911dba-c600-4301-82b3-6f4c48ec99e4 req-22a118d6-5cfc-4ab1-b59f-f6a40589c0c7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631752 May 04 19:08:39.628205 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0d9c8-285e-45d4-93be-767bc147648f req-cafd9a5d-7807-4de7-be14-5f68d9f82891 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:39.630237 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-63a0d9c8-285e-45d4-93be-767bc147648f req-cafd9a5d-7807-4de7-be14-5f68d9f82891 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0493860 May 04 19:08:39.691596 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-63a0d9c8-285e-45d4-93be-767bc147648f req-d85806ff-89dd-4ebb-9bbd-1c12334e348d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 May 04 19:08:40.244393 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c244-1b29-41cf-81c4-1f2ee97e2c97 req-1ec39666-11d0-4a16-b8a6-09aeedd4fe2f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:40.245907 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a763c244-1b29-41cf-81c4-1f2ee97e2c97 req-1ec39666-11d0-4a16-b8a6-09aeedd4fe2f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0485625 May 04 19:08:40.298611 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a763c244-1b29-41cf-81c4-1f2ee97e2c97 req-06545bb7-ee7e-4831-bb2e-4a5297256d8b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467815 May 04 19:08:40.431161 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c039a-1475-4156-aeda-08fcd41ab5a6 req-72a46853-0445-40ba-a25d-215a96c889aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:40.438172 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-037c039a-1475-4156-aeda-08fcd41ab5a6 req-72a46853-0445-40ba-a25d-215a96c889aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0685506 May 04 19:08:40.500854 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-037c039a-1475-4156-aeda-08fcd41ab5a6 req-02d24aec-da19-4b23-b89f-6e58a8fa4d5e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605290 May 04 19:08:40.819721 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d71b9-93e0-4a4a-926f-5454f5c87c5c req-76ef0a7d-031e-4a12-80e6-79ba75344b86 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:40.821329 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2f1d71b9-93e0-4a4a-926f-5454f5c87c5c req-76ef0a7d-031e-4a12-80e6-79ba75344b86 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0491641 May 04 19:08:40.888363 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2f1d71b9-93e0-4a4a-926f-5454f5c87c5c req-e8945047-9733-4068-862b-52003a7152c0 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 May 04 19:08:41.427468 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75452-bbe9-4798-af2f-c511ba9ca96c req-b729cc03-2f2e-4f98-99b7-74114e24f982 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:41.429900 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-61d75452-bbe9-4798-af2f-c511ba9ca96c req-b729cc03-2f2e-4f98-99b7-74114e24f982 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0575652 May 04 19:08:41.487209 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-61d75452-bbe9-4798-af2f-c511ba9ca96c req-61eb37c5-9ba9-47a1-9e31-00eca8c3fad3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503800 May 04 19:08:41.619280 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53c0f9-e18b-47aa-b419-346a51310337 req-d66605b5-5713-4583-9064-5c2f796a2242 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:41.620736 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e53c0f9-e18b-47aa-b419-346a51310337 req-d66605b5-5713-4583-9064-5c2f796a2242 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0456955 May 04 19:08:41.666600 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e53c0f9-e18b-47aa-b419-346a51310337 req-dba1d8ad-363d-4c6d-b4d7-ff108b51c460 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403538 May 04 19:08:42.599146 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c0042-1da7-4db2-8ccd-013526080d9e req-38f14386-425b-48f2-86c0-8316fc0936bf tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:42.600018 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-646c0042-1da7-4db2-8ccd-013526080d9e req-38f14386-425b-48f2-86c0-8316fc0936bf tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0457540 May 04 19:08:42.647219 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-646c0042-1da7-4db2-8ccd-013526080d9e req-1fb9babc-d8f2-474c-9c2a-f7610bda4071 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 May 04 19:08:42.782948 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0547e64-a6fe-443d-9b3d-1753c8d5dca9 req-d4a84a9a-b9c9-49c5-b65c-7c9600b45c99 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:42.784310 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d0547e64-a6fe-443d-9b3d-1753c8d5dca9 req-d4a84a9a-b9c9-49c5-b65c-7c9600b45c99 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0456955 May 04 19:08:42.828627 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d0547e64-a6fe-443d-9b3d-1753c8d5dca9 req-095eb2c0-ce47-444e-99fd-b4c3247da965 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389786 May 04 19:08:43.760660 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4286-def1-40cc-ac34-63b09137c913 req-0a9c6602-6776-458d-b9f9-5cf1dd849a58 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:43.762128 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cf1d4286-def1-40cc-ac34-63b09137c913 req-0a9c6602-6776-458d-b9f9-5cf1dd849a58 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0448050 May 04 19:08:43.810437 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cf1d4286-def1-40cc-ac34-63b09137c913 req-8902516c-6078-43af-a9fa-a6ee59f84f89 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 May 04 19:08:43.945977 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d964f88-3b11-4180-8943-74966fae9f46 req-67814f06-b977-4eb7-a987-1f35e5a25edb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:43.947339 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7d964f88-3b11-4180-8943-74966fae9f46 req-67814f06-b977-4eb7-a987-1f35e5a25edb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0500824 May 04 19:08:43.995836 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7d964f88-3b11-4180-8943-74966fae9f46 req-a529d61b-3cb6-4a11-b38b-29c6a6ff09a6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 May 04 19:08:44.422813 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33372) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:44.467861 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Deleting subnet cc6f155e-7ebd-4814-a412-7d78c27c89d6 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:08:44.470938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Publish callbacks [] for subnet (cc6f155e-7ebd-4814-a412-7d78c27c89d6), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.504272 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Publish callbacks [] for subnet (cc6f155e-7ebd-4814-a412-7d78c27c89d6), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.512297 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (cc6f155e-7ebd-4814-a412-7d78c27c89d6), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.565542 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (cc6f155e-7ebd-4814-a412-7d78c27c89d6), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.588526 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6f155e-7ebd-4814-a412-7d78c27c89d6,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:44.597866 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.603674 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cc6f155e-7ebd-4814-a412-7d78c27c89d6 HTTP/1.1" status: 204 len: 168 time: 0.1775880 May 04 19:08:44.603674 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.603674 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.603674 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.604016 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.604088 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 33376) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:44.604320 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.604649 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.604975 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.605297 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.605650 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.606051 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.606380 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.606704 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.607026 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.607341 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.607656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de7ddb-7deb-4d73-aea9-191ac4b2604e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:08:44.707793 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-a8fad0b1-789f-48e6-a811-fffc1d4ec7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:44.709263 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-a8fad0b1-789f-48e6-a811-fffc1d4ec7fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1130 time: 0.0748506 May 04 19:08:44.712186 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (214827e4-722a-43f1-9800-70bea389524e), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.855637 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (214827e4-722a-43f1-9800-70bea389524e), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.887159 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214827e4-722a-43f1-9800-70bea389524e']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:44.896146 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-bf499a09-746e-4056-90cd-33aa35ebb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:44.898284 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-bf499a09-746e-4056-90cd-33aa35ebb481 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.1799393 May 04 19:08:44.902019 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:44.902462 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:44.913266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.930344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07555035-7b50-4141-813e-66ee45edbecc req-f9405994-f70d-4bb6-989e-2ae31ba1e7ac tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:44.932215 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07555035-7b50-4141-813e-66ee45edbecc req-f9405994-f70d-4bb6-989e-2ae31ba1e7ac tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0535164 May 04 19:08:44.934554 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.935053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33386) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:44.939360 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-808e6674-08bc-4530-afde-4b510f4c8684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--833944136', 'description': 'tempest-description--1473367182'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:08:44.941304 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:08:44.941829 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (dda94217-dabe-4cb3-a8f3-7f10ab9d8d2a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:08:44.943579 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:08:44.986278 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-808e6674-08bc-4530-afde-4b510f4c8684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.001602 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (214827e4-722a-43f1-9800-70bea389524e), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.008747 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.011845 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07555035-7b50-4141-813e-66ee45edbecc req-2d507be3-72c8-4e39-bb85-978dc01bd94d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653548 May 04 19:08:45.012443 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] 10.222.0.69 "DELETE /v2.0/networks/214827e4-722a-43f1-9800-70bea389524e HTTP/1.1" status: 204 len: 168 time: 0.4073467 May 04 19:08:45.038079 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b16f19-a170-4d33-9454-4d1cf9499079 admin admin] Pushing event deleted for resources: {'Network': ['ID=214827e4-722a-43f1-9800-70bea389524e,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:45.087328 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-808e6674-08bc-4530-afde-4b510f4c8684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group (b097f739-1a99-415b-8f25-175426f55714), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.094387 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-808e6674-08bc-4530-afde-4b510f4c8684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b097f739-1a99-415b-8f25-175426f55714), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.116990 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-910a17cc-314e-47d6-ae6d-a1e9fbfa7c06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 1002 time: 0.1015327 May 04 19:08:45.137368 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-808e6674-08bc-4530-afde-4b510f4c8684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.141393 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-808e6674-08bc-4530-afde-4b510f4c8684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2027395 May 04 19:08:45.141393 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e6674-08bc-4530-afde-4b510f4c8684 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b097f739-1a99-415b-8f25-175426f55714,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:45.142923 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33392) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:45.148018 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-af74d30f-6b4d-4fd3-bdcc-676b86f7e88c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'security_group_rule': {'security_group_id': 'b097f739-1a99-415b-8f25-175426f55714', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:08:45.185086 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af74d30f-6b4d-4fd3-bdcc-676b86f7e88c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group_rule (6ed46892-aa4e-4f44-abdf-93e16db9db7f), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.213672 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff859e59-b9a1-4873-8dca-e42fcd65e53c req-dc938faf-e547-4bc4-8235-b46e37e54b18 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:45.215171 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ff859e59-b9a1-4873-8dca-e42fcd65e53c req-dc938faf-e547-4bc4-8235-b46e37e54b18 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0778375 May 04 19:08:45.216710 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-7228d6b7-352b-4a9e-802c-8dcfdeecc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:45.218065 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-7228d6b7-352b-4a9e-802c-8dcfdeecc532 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0942287 May 04 19:08:45.248532 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af74d30f-6b4d-4fd3-bdcc-676b86f7e88c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group_rule (6ed46892-aa4e-4f44-abdf-93e16db9db7f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.253455 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af74d30f-6b4d-4fd3-bdcc-676b86f7e88c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (6ed46892-aa4e-4f44-abdf-93e16db9db7f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.265087 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 33394) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:45.271738 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74d30f-6b4d-4fd3-bdcc-676b86f7e88c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed46892-aa4e-4f44-abdf-93e16db9db7f,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:45.281527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af74d30f-6b4d-4fd3-bdcc-676b86f7e88c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.285269 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-af74d30f-6b4d-4fd3-bdcc-676b86f7e88c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388645 May 04 19:08:45.285455 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33396) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:45.290040 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-605ac443-07f7-4d9e-b2a1-ad4df9ddedcf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'security_group_rule': {'security_group_id': 'b097f739-1a99-415b-8f25-175426f55714', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:08:45.302036 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-e24b12db-8a0e-457e-9d05-5a56dc9cbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:45.304051 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-e24b12db-8a0e-457e-9d05-5a56dc9cbe47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789654 May 04 19:08:45.316053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-605ac443-07f7-4d9e-b2a1-ad4df9ddedcf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group_rule (7031dd94-ea84-43ba-beea-a37369faf757), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.345651 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ff859e59-b9a1-4873-8dca-e42fcd65e53c req-f911d608-472b-4123-84af-002bfd555db9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220133 May 04 19:08:45.370808 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-1043eb01-6734-4656-8375-50336e79c6de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=253bbd0defee4faf92eb8453dd4728fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029408 May 04 19:08:45.374456 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-605ac443-07f7-4d9e-b2a1-ad4df9ddedcf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group_rule (7031dd94-ea84-43ba-beea-a37369faf757), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.376705 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33398) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:45.384318 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-605ac443-07f7-4d9e-b2a1-ad4df9ddedcf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (7031dd94-ea84-43ba-beea-a37369faf757), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.411052 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ac443-07f7-4d9e-b2a1-ad4df9ddedcf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7031dd94-ea84-43ba-beea-a37369faf757,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:45.426067 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-605ac443-07f7-4d9e-b2a1-ad4df9ddedcf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.427265 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-605ac443-07f7-4d9e-b2a1-ad4df9ddedcf tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406975 May 04 19:08:45.431984 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-aaf40b48-fe54-4bf8-b1a8-516ab615b276 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183896 May 04 19:08:45.432426 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 33400) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:45.436782 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:08:45.449855 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e87c024-5318-4e1c-b6ed-af88552e74f3 admin admin] Publish callbacks [] for security_group (22541f2b-2c00-466f-b5d0-7adcfef389d7), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.473189 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e87c024-5318-4e1c-b6ed-af88552e74f3 admin admin] Publish callbacks [] for security_group (22541f2b-2c00-466f-b5d0-7adcfef389d7), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.533538 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e87c024-5318-4e1c-b6ed-af88552e74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (22541f2b-2c00-466f-b5d0-7adcfef389d7), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.537124 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e87c024-5318-4e1c-b6ed-af88552e74f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.541796 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0e87c024-5318-4e1c-b6ed-af88552e74f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22541f2b-2c00-466f-b5d0-7adcfef389d7 HTTP/1.1" status: 204 len: 168 time: 0.1608510 May 04 19:08:45.552493 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87c024-5318-4e1c-b6ed-af88552e74f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22541f2b-2c00-466f-b5d0-7adcfef389d7,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:45.731159 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.838936 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d693080a-521a-4e97-be0b-f7cd06a6da44 req-ca465542-e96f-4ae0-b990-b97e17b9ac8f service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972089 May 04 19:08:45.852627 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.955972 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:45.972977 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Allocated IP 172.27.2.181 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/3738f859-cf54-432b-ae1e-101bb3b71df9) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:08:46.082788 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.123995 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.165794 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:08:46.170132 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:08:46.172942 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:08:46.176415 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1ecf9-156a-4c4a-82a1-fe9b512de177 req-7192bc79-a0a2-448f-b378-096a415eedd4 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:46.178545 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-83d1ecf9-156a-4c4a-82a1-fe9b512de177 req-7192bc79-a0a2-448f-b378-096a415eedd4 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0537989 May 04 19:08:46.206296 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'Port': ['ID=3738f859-cf54-432b-ae1e-101bb3b71df9,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:46.235304 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-83d1ecf9-156a-4c4a-82a1-fe9b512de177 req-d077a08e-e921-47dc-83a9-07b493fd0d82 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489693 May 04 19:08:46.275580 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.314082 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.453639 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19a14-9ceb-496e-b4a3-314706152cdb req-54926442-1be7-4859-9cb5-0b3ea5bf60a4 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:46.453639 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-05e19a14-9ceb-496e-b4a3-314706152cdb req-54926442-1be7-4859-9cb5-0b3ea5bf60a4 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0515668 May 04 19:08:46.497940 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a20a59-6c8d-4cc5-a794-7fd291212bdf req-65826e50-b708-4355-90af-dee457a37128 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:46.499474 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a9a20a59-6c8d-4cc5-a794-7fd291212bdf req-65826e50-b708-4355-90af-dee457a37128 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0629740 May 04 19:08:46.502822 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-05e19a14-9ceb-496e-b4a3-314706152cdb req-f5a9d907-e51a-4060-b14c-9b1628b53301 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 May 04 19:08:46.571075 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.576780 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a9a20a59-6c8d-4cc5-a794-7fd291212bdf req-2994c353-1244-42c2-a766-54a20cd455a3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670247 May 04 19:08:46.577827 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.658880 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'Port': ['ID=3738f859-cf54-432b-ae1e-101bb3b71df9,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:46.661457 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.679295 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:46.680820 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-51e3c229-14cf-4e56-afc7-d74cc05a9328 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2473781 May 04 19:08:46.890809 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-d7cc37ab-df65-4e70-9709-1f7c92ba903a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--833944136&fields=id&tenant_id=5966de1f7fc9403087d0ec08be6a3085 HTTP/1.1" status: 200 len: 267 time: 0.0462930 May 04 19:08:46.998871 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-b4d253d0-cac3-4e92-8040-c07ec3282128 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:47.000347 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-b4d253d0-cac3-4e92-8040-c07ec3282128 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 818 time: 0.1021979 May 04 19:08:47.019257 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-238d9690-4dc5-44c8-bd09-90c60ff52941 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/quotas/5966de1f7fc9403087d0ec08be6a3085 HTTP/1.1" status: 200 len: 375 time: 0.0106170 May 04 19:08:47.068087 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-262042e9-bfa0-4e1c-bbcb-4c04a65d3df5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0462344 May 04 19:08:47.166707 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-f91fe399-a7cc-4075-8166-87e04889373b service neutron] 10.222.0.69 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861528 May 04 19:08:47.252841 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-9c5261cb-6bfe-4042-bbe7-a817814ce7e5 service neutron] 10.222.0.69 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791955 May 04 19:08:47.409252 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c2fefe74-eb40-4fe2-bc24-bd40025bc20b req-4976e571-b012-4ffc-a0ba-1431d590f0ab tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 210 time: 0.0289118 May 04 19:08:47.555415 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f201f8f6-2305-453b-b3c6-c99b97ba4573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:47.644268 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad14ba8-8363-4153-a93c-e29683ab48d1 req-e05eb259-d676-4473-8000-0441a8e1db9c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:47.645805 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8ad14ba8-8363-4153-a93c-e29683ab48d1 req-e05eb259-d676-4473-8000-0441a8e1db9c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0623057 May 04 19:08:47.697534 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8ad14ba8-8363-4153-a93c-e29683ab48d1 req-c1108cde-80dd-437e-8154-d24c10c9a984 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458670 May 04 19:08:47.717493 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9de0-b5e0-4c9f-9c10-0d1f85b85de6 req-d75077ab-c9e3-45ff-a05e-c196fea342e2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:47.719293 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-181a9de0-b5e0-4c9f-9c10-0d1f85b85de6 req-d75077ab-c9e3-45ff-a05e-c196fea342e2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0533657 May 04 19:08:47.771031 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-181a9de0-b5e0-4c9f-9c10-0d1f85b85de6 req-3f2a2e92-6c33-4ed8-a5d7-d587338a032e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 May 04 19:08:48.216679 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46951-b13b-46fb-b7e8-414d1882631c req-b576d2c8-865a-42ab-aefc-0c37d9961185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:48.218651 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-22a46951-b13b-46fb-b7e8-414d1882631c req-b576d2c8-865a-42ab-aefc-0c37d9961185 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 1129 time: 0.0427885 May 04 19:08:48.324080 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46951-b13b-46fb-b7e8-414d1882631c req-bace89d6-9156-4a53-b093-cc2dcde69290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:48.325635 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-22a46951-b13b-46fb-b7e8-414d1882631c req-bace89d6-9156-4a53-b093-cc2dcde69290 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 912 time: 0.1002002 May 04 19:08:48.504149 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1be26762-b112-4d80-a642-1e789fd5929b req-1496221b-1184-4fec-b253-c5367618960a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 210 time: 0.0299940 May 04 19:08:48.673551 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:08:48.716247 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-22a46951-b13b-46fb-b7e8-414d1882631c req-265f1361-9a4b-4b18-b591-d41104b7a68b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 200 len: 1000 time: 0.0627239 May 04 19:08:48.751583 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: ACTIVE; New status is: DOWN {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:08:48.752184 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:48.776291 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:08:48.778635 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8475f89-4775-4016-82aa-d9524d757d64" -d '{"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:08:48.794829 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:48.801085 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:48.820809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a4b49-bbe8-4ec8-b9a0-1e9428785601 req-f8d16eb8-d6ca-4c8d-8f11-1bdb80b2370d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:48.822313 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-970a4b49-bbe8-4ec8-b9a0-1e9428785601 req-f8d16eb8-d6ca-4c8d-8f11-1bdb80b2370d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0487123 May 04 19:08:48.824650 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d74311-01dd-4399-9618-9a5aa37b12af x-openstack-request-id: req-83d74311-01dd-4399-9618-9a5aa37b12af {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:08:48.824964 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:08:48.825224 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83d74311-01dd-4399-9618-9a5aa37b12af {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:08:48.825653 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d74311-01dd-4399-9618-9a5aa37b12af'] response: {'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'code': 200} May 04 19:08:48.851950 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=8']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:48.872638 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-970a4b49-bbe8-4ec8-b9a0-1e9428785601 req-10cd70c3-08e4-4bde-a891-79fda4437fbb tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437217 May 04 19:08:48.918202 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644726d3-8bf8-4110-91da-cf0012c348eb req-456438bc-3cf2-489b-a511-f0c7555ae7b7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:48.919665 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-644726d3-8bf8-4110-91da-cf0012c348eb req-456438bc-3cf2-489b-a511-f0c7555ae7b7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0488081 May 04 19:08:48.965557 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-644726d3-8bf8-4110-91da-cf0012c348eb req-391873b6-8976-42dc-916f-1eaeaa9d6af1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 May 04 19:08:49.238441 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46951-b13b-46fb-b7e8-414d1882631c req-5d2dfa4f-5c82-432a-9db3-445e1fd3be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:49.240043 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-22a46951-b13b-46fb-b7e8-414d1882631c req-5d2dfa4f-5c82-432a-9db3-445e1fd3be5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.1032269 May 04 19:08:49.335806 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a46951-b13b-46fb-b7e8-414d1882631c req-b01a39fa-810c-4f05-957b-b08529e7939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:49.338281 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-22a46951-b13b-46fb-b7e8-414d1882631c req-b01a39fa-810c-4f05-957b-b08529e7939a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611935 May 04 19:08:49.347101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33518) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:49.352444 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de1cd06b-50a6-4115-93d6-068d05f8b8df tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:49.353997 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de1cd06b-50a6-4115-93d6-068d05f8b8df tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 818 time: 0.1759465 May 04 19:08:49.489693 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-91e62cb2-61d4-40b7-bea6-3a831510608b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:49.556325 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [req-4208da19-c4d7-4f14-94b6-6e71122ec086 req-49acaadc-729e-47d2-9875-d4f842fbdaf1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:08:49.557400 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4208da19-c4d7-4f14-94b6-6e71122ec086 req-49acaadc-729e-47d2-9875-d4f842fbdaf1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067451 May 04 19:08:49.572969 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-91e62cb2-61d4-40b7-bea6-3a831510608b admin admin] Publish callbacks [] for security_group (3110eb7b-9e94-482c-9811-59eade0783e2), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:49.590518 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-91e62cb2-61d4-40b7-bea6-3a831510608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3110eb7b-9e94-482c-9811-59eade0783e2), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:49.619882 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b1622e63-4b8b-4129-8a76-b1f0da0b63e8 req-a83c43fe-f800-4e2f-8cc6-421d89dae14c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 210 time: 0.0430579 May 04 19:08:49.653335 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62cb2-61d4-40b7-bea6-3a831510608b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3110eb7b-9e94-482c-9811-59eade0783e2,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:49.661832 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 33534) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:49.662507 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-91e62cb2-61d4-40b7-bea6-3a831510608b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b7d162802ee42949d5927731ef3818f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140793 May 04 19:08:49.747177 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ec6b-0d9a-4e9e-9970-89b7fc477d63 req-23c730ed-3982-4341-bd9c-5eb85ad1ce04 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:49.748559 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-43c5ec6b-0d9a-4e9e-9970-89b7fc477d63 req-23c730ed-3982-4341-bd9c-5eb85ad1ce04 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0590627 May 04 19:08:49.806098 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-63313b4e-65ff-4057-8619-f7465506e7c4 admin admin] Publish callbacks [] for security_group (3110eb7b-9e94-482c-9811-59eade0783e2), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:49.886458 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-63313b4e-65ff-4057-8619-f7465506e7c4 admin admin] Publish callbacks [] for security_group (3110eb7b-9e94-482c-9811-59eade0783e2), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:49.906000 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a713a686-f4d0-4b28-85b3-32ec60d4a622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:49.942841 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-43c5ec6b-0d9a-4e9e-9970-89b7fc477d63 req-cfe21f53-2e8b-4a50-afba-7e2a46942436 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837118 May 04 19:08:49.974793 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-b2ad2b31-5365-476c-8884-a93ad87e02f2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5966de1f7fc9403087d0ec08be6a3085 HTTP/1.1" status: 200 len: 379 time: 0.2176950 May 04 19:08:49.983316 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-22a46951-b13b-46fb-b7e8-414d1882631c req-517edb9a-af57-4a4d-8d71-be29f6841e4b service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251370 May 04 19:08:49.988983 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'port': {'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'admin_state_up': True, 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'security_groups': ['b097f739-1a99-415b-8f25-175426f55714']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:08:50.023474 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bff300-bc12-43be-bfb0-537a6f538c9b req-245376e1-6c02-48d7-a7aa-92f151cfda84 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:50.025800 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-52bff300-bc12-43be-bfb0-537a6f538c9b req-245376e1-6c02-48d7-a7aa-92f151cfda84 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0789886 May 04 19:08:50.030781 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-63313b4e-65ff-4057-8619-f7465506e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3110eb7b-9e94-482c-9811-59eade0783e2), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:50.033578 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-63313b4e-65ff-4057-8619-f7465506e7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:50.034703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-63313b4e-65ff-4057-8619-f7465506e7c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3110eb7b-9e94-482c-9811-59eade0783e2 HTTP/1.1" status: 204 len: 168 time: 0.3709421 May 04 19:08:50.079423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63313b4e-65ff-4057-8619-f7465506e7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3110eb7b-9e94-482c-9811-59eade0783e2,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:50.090789 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-52bff300-bc12-43be-bfb0-537a6f538c9b req-c04a8fa5-aa0d-4c36-a9af-29795e9b1e2a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590456 May 04 19:08:50.146112 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33564) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:50.212411 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-22a46951-b13b-46fb-b7e8-414d1882631c req-69f9df33-1e5f-4d73-b632-ef837130745e service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283984 May 04 19:08:50.220012 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Made reservation on behalf of 5966de1f7fc9403087d0ec08be6a3085 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:08:50.223778 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:50.307519 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-69f83635-9b67-4316-a90c-600da098733a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1602368 May 04 19:08:50.322075 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-2fddde75-940a-49d8-b9a1-05f1407f91d6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:08:50.327779 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-2fddde75-940a-49d8-b9a1-05f1407f91d6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0105741 May 04 19:08:50.383072 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Allocated IP 172.20.0.14 (f77ad9c5-1b1c-436b-b024-d2a34457a300/47ee3115-3df9-43cc-a983-a47cbf1b7e43/e11de5fb-b02b-4516-8fa9-a612b9b432a0) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:08:50.482401 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33574) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:50.548766 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:50.595605 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:50.597840 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e786-4150-4909-bc33-804479512640 req-6e5fd811-e4b0-420a-81d3-aa1c0381cda1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:50.599753 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-6e5fd811-e4b0-420a-81d3-aa1c0381cda1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports/c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 941 time: 0.1162341 May 04 19:08:50.645937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:08:50.649677 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:08:50.652994 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:08:50.691925 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event updated for resources: {'Port': ['ID=e11de5fb-b02b-4516-8fa9-a612b9b432a0,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:50.732497 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:50.733845 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:50.785517 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e38cab-2662-4602-b7bc-1a24bf174e81 req-5dbac14a-8e29-44bc-bdd5-247be39d960f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:50.787323 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-37e38cab-2662-4602-b7bc-1a24bf174e81 req-5dbac14a-8e29-44bc-bdd5-247be39d960f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 932 time: 0.0532329 May 04 19:08:50.798997 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-897565a0-179f-4567-95fe-2208eb2ad2bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8141046 May 04 19:08:50.821554 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d778f-fb3c-4e7a-96a8-0ff60b6f7db2 req-45e72624-9f26-4712-822e-cd2627ef4fac tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:50.829191 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cc1d778f-fb3c-4e7a-96a8-0ff60b6f7db2 req-45e72624-9f26-4712-822e-cd2627ef4fac tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0759869 May 04 19:08:50.855175 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-37e38cab-2662-4602-b7bc-1a24bf174e81 req-73661cd4-ae2b-47fd-85d6-cb9095f0365c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578732 May 04 19:08:50.884764 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cc1d778f-fb3c-4e7a-96a8-0ff60b6f7db2 req-e9eb573b-c78e-42a1-9349-8185c651d869 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545566 May 04 19:08:50.947927 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb42aacf-761b-4534-bd0e-dda32c3b6e8a None None] Provisioning complete for port e11de5fb-b02b-4516-8fa9-a612b9b432a0 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:08:50.948432 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb42aacf-761b-4534-bd0e-dda32c3b6e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:51.001456 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb42aacf-761b-4534-bd0e-dda32c3b6e8a None None] Port e11de5fb-b02b-4516-8fa9-a612b9b432a0 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:08:51.002973 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:51.065707 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9074d-e255-4ec6-9daa-ab0eee58da15 req-cefecf26-b881-4a38-ad5b-2cd81f3a7b98 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:51.067154 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1ab9074d-e255-4ec6-9daa-ab0eee58da15 req-cefecf26-b881-4a38-ad5b-2cd81f3a7b98 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0462022 May 04 19:08:51.116046 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1ab9074d-e255-4ec6-9daa-ab0eee58da15 req-84c04975-bc41-4d83-8b04-6ff776663b9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 May 04 19:08:51.202732 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bed6-b2cc-47a2-9e33-32bfac02cbc8 req-48a88658-608d-44d8-b8b5-e2ab692f31cd tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:51.204143 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-48f7bed6-b2cc-47a2-9e33-32bfac02cbc8 req-48a88658-608d-44d8-b8b5-e2ab692f31cd tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0446911 May 04 19:08:51.250049 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-48f7bed6-b2cc-47a2-9e33-32bfac02cbc8 req-25ad3679-0f89-4908-980a-0de5a08415f7 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 May 04 19:08:51.968970 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d5ab1-c4ed-4fc7-9418-61f1e2de113f req-ef156cd5-0ecf-4686-87d8-11e79fec32e3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:51.970672 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1b4d5ab1-c4ed-4fc7-9418-61f1e2de113f req-ef156cd5-0ecf-4686-87d8-11e79fec32e3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 932 time: 0.0492508 May 04 19:08:52.003692 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a98e9-e06e-4c59-9d86-4c6f587a53f7 req-c8298392-f75a-4bd9-ab2f-fbececf6281c tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:52.005148 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4f7a98e9-e06e-4c59-9d86-4c6f587a53f7 req-c8298392-f75a-4bd9-ab2f-fbececf6281c tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0492511 May 04 19:08:52.018337 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1b4d5ab1-c4ed-4fc7-9418-61f1e2de113f req-eb5099c1-a498-4eeb-a6dd-e284ffcb9031 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411944 May 04 19:08:52.050954 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4f7a98e9-e06e-4c59-9d86-4c6f587a53f7 req-9d4d5f11-8163-4c59-8093-0759d4289162 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 May 04 19:08:52.230087 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8bc49-1c7c-4a85-9d6a-3df0174e29d4 req-ea910b4e-b0fe-4c6c-a617-0200e4dc87f4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:52.231558 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-baa8bc49-1c7c-4a85-9d6a-3df0174e29d4 req-ea910b4e-b0fe-4c6c-a617-0200e4dc87f4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0453990 May 04 19:08:52.276683 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-baa8bc49-1c7c-4a85-9d6a-3df0174e29d4 req-4d3f358e-3364-485a-8a3a-3716c6921697 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395989 May 04 19:08:52.359626 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaccf66-76a0-42eb-9248-4e0bb863261b req-aeec39b7-d981-425f-92c5-dedfe9ec9418 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:52.361034 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-aaaccf66-76a0-42eb-9248-4e0bb863261b req-aeec39b7-d981-425f-92c5-dedfe9ec9418 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0452385 May 04 19:08:52.407105 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-aaaccf66-76a0-42eb-9248-4e0bb863261b req-f12baf93-70ff-4a98-819d-92935e9a9e38 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 May 04 19:08:52.494100 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:52.675751 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:08:52.755447 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: DOWN; New status is: DOWN {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:08:52.946695 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Request body: {'port': {'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:08:53.008744 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:53.136977 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064bca1-68e9-4456-95d1-6650c1fcbf60 req-669f4f59-167b-4eb2-8655-6e7e2e1609ac tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:53.140265 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a064bca1-68e9-4456-95d1-6650c1fcbf60 req-669f4f59-167b-4eb2-8655-6e7e2e1609ac tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 932 time: 0.0540917 May 04 19:08:53.187047 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9abfc-79d5-4fa0-88e6-8055bcfdd0c3 req-6972fa3d-85e4-47d0-85ae-81b13b884381 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:53.188621 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-76e9abfc-79d5-4fa0-88e6-8055bcfdd0c3 req-6972fa3d-85e4-47d0-85ae-81b13b884381 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0677593 May 04 19:08:53.214936 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a064bca1-68e9-4456-95d1-6650c1fcbf60 req-4683f4e1-c09e-43f9-aa6b-187912abaeea tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696261 May 04 19:08:53.288420 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-76e9abfc-79d5-4fa0-88e6-8055bcfdd0c3 req-e050cffa-3cb3-47f7-87b0-f0806f579e61 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920758 May 04 19:08:53.353434 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11de5fb-b02b-4516-8fa9-a612b9b432a0 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:08:53.360821 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Publish callbacks [] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:53.373866 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Transition to ACTIVE for port object e11de5fb-b02b-4516-8fa9-a612b9b432a0 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:08:53.378487 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:53.400424 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a527b-2dde-4c41-ba4a-db22ec9b384d req-96f605cc-bb12-4eed-9fff-89e4bb0789bd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:53.402070 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e4a527b-2dde-4c41-ba4a-db22ec9b384d req-96f605cc-bb12-4eed-9fff-89e4bb0789bd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0483558 May 04 19:08:53.430872 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Pushing event updated for resources: {'Port': ['ID=e11de5fb-b02b-4516-8fa9-a612b9b432a0,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:53.454692 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e4a527b-2dde-4c41-ba4a-db22ec9b384d req-45b4aae5-f44f-4bbb-8ff0-e7d168e4ef5a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468450 May 04 19:08:53.548498 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Attempting to bind port e11de5fb-b02b-4516-8fa9-a612b9b432a0 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:08:53.548827 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Attempting to bind port e11de5fb-b02b-4516-8fa9-a612b9b432a0 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:08:53.549145 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Attempting to bind port e11de5fb-b02b-4516-8fa9-a612b9b432a0 on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:08:53.559686 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Port e11de5fb-b02b-4516-8fa9-a612b9b432a0 on network f77ad9c5-1b1c-436b-b024-d2a34457a300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:08:53.560005 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Attempting to bind port e11de5fb-b02b-4516-8fa9-a612b9b432a0 on network f77ad9c5-1b1c-436b-b024-d2a34457a300 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:08:53.567470 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dd89b-cbdd-40a2-be27-86471204742b req-e0f5cc95-29b7-47fb-b4ef-2f183ce04a34 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:53.569513 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-586dd89b-cbdd-40a2-be27-86471204742b req-e0f5cc95-29b7-47fb-b4ef-2f183ce04a34 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0719728 May 04 19:08:53.573730 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:08:53.574065 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Checking segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:08:53.574445 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Bound using segment: {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:08:53.574866 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Bound port: e11de5fb-b02b-4516-8fa9-a612b9b432a0, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:08:53.575224 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:53.654590 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-586dd89b-cbdd-40a2-be27-86471204742b req-b87ad38b-2465-4202-aeb5-bd574593f638 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771136 May 04 19:08:53.669898 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] For port e11de5fb-b02b-4516-8fa9-a612b9b432a0, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:08:53.672813 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] For port e11de5fb-b02b-4516-8fa9-a612b9b432a0, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:08:53.679648 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:53.712810 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:53.713409 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:53.714764 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] 10.222.0.11 "PUT /v2.0/ports/e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 1094 time: 0.7731044 May 04 19:08:53.715295 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:08:53.717555 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01" -d '{"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:08:53.743089 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de039c2b-ffba-49a7-9496-f3c24747986d service neutron] Pushing event updated for resources: {'Port': ['ID=e11de5fb-b02b-4516-8fa9-a612b9b432a0,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:53.757143 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cdd2a8-74e7-49cf-857b-4850afd08876 x-openstack-request-id: req-c1cdd2a8-74e7-49cf-857b-4850afd08876 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:08:53.757573 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:08:53.757834 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1cdd2a8-74e7-49cf-857b-4850afd08876 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:08:53.758721 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cdd2a8-74e7-49cf-857b-4850afd08876'] response: {'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'status': 'completed', 'code': 200} May 04 19:08:53.886919 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-b2686c5d-9659-4a86-8a44-27b3fc658b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:53.888467 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-b2686c5d-9659-4a86-8a44-27b3fc658b53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1128 time: 0.0491133 May 04 19:08:53.932684 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:54.022555 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-d06d400d-a472-4380-9bb5-4b1bd18e6ab9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 217 time: 0.0589399 May 04 19:08:54.040209 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-befa9c64-3a1a-4078-ac6c-69868c49cde0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:54.041691 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-befa9c64-3a1a-4078-ac6c-69868c49cde0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0768189 May 04 19:08:54.132549 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-c42d3700-ded3-47a9-a6cf-3f4dbaa1e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:54.133985 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-c42d3700-ded3-47a9-a6cf-3f4dbaa1e3dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0736771 May 04 19:08:54.202844 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Deleting port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:08:54.203172 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:54.217826 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-1ae54e25-4fff-409b-a2b7-e6c5d872e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:54.219261 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-1ae54e25-4fff-409b-a2b7-e6c5d872e672 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624418 May 04 19:08:54.407545 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9c54a-0eae-4667-bdaa-245f55b3988b req-0414136e-680f-4de0-8791-cab1522521f9 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:54.409930 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-77b9c54a-0eae-4667-bdaa-245f55b3988b req-0414136e-680f-4de0-8791-cab1522521f9 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 945 time: 0.0510926 May 04 19:08:54.468234 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-77b9c54a-0eae-4667-bdaa-245f55b3988b req-62ac54c6-27e9-4d00-a1cd-a8eccaba897e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516653 May 04 19:08:54.617712 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae243876-20e7-4e15-8298-8667e951a164 req-417d75b8-ae22-432b-947c-7f5f26d64434 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:54.619181 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ae243876-20e7-4e15-8298-8667e951a164 req-417d75b8-ae22-432b-947c-7f5f26d64434 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 944 time: 0.3341613 May 04 19:08:54.622470 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] For port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:54.622841 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:54.636600 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f714a-40d9-464d-a361-822f4fded5ce req-2997e1a8-d6b0-4da6-83a1-3c2c61ad66dd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:54.638164 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-607f714a-40d9-464d-a361-822f4fded5ce req-2997e1a8-d6b0-4da6-83a1-3c2c61ad66dd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0652773 May 04 19:08:54.653227 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Calling delete_port for cf5bc90a-dbe3-486e-b992-7836d9d6b2bb owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:08:54.666967 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-91e54de0-947d-4fae-b922-d4715f3292f9 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381764 May 04 19:08:54.712244 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-607f714a-40d9-464d-a361-822f4fded5ce req-7a14b83e-cb3c-4b96-b97f-20063d06c3c8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650015 May 04 19:08:54.770015 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ae243876-20e7-4e15-8298-8667e951a164 req-1a6bd858-99da-44a4-a12e-d9f375496829 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431546 May 04 19:08:54.852814 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4d2ee75-a751-4e53-ad6c-72c14fe27d4d req-e00df9aa-cb9a-4f51-a2a2-8ae7a92c6a91 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790454 May 04 19:08:54.920486 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (cf5bc90a-dbe3-486e-b992-7836d9d6b2bb), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:54.948106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Pushing event deleted for resources: {'Port': ['ID=cf5bc90a-dbe3-486e-b992-7836d9d6b2bb,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:54.998361 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] No DVR routers for this DVR port cf5bc90a-dbe3-486e-b992-7836d9d6b2bb on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:08:55.000855 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:55.004154 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1b59b1a3-fc76-45e6-965f-e0406e913a69 req-c700a9a6-b4ec-49b8-a4fc-d78ead16db8e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "DELETE /v2.0/ports/cf5bc90a-dbe3-486e-b992-7836d9d6b2bb HTTP/1.1" status: 204 len: 173 time: 0.9495475 May 04 19:08:55.563085 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-94e938b6-8a55-47c9-bc03-28c7b02e9f35 req-1143c7b5-a98e-4870-91aa-0ef9ca5dbdc1 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 210 time: 0.0274413 May 04 19:08:55.759900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'name': 'network-vif-deleted', 'tag': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:08:55.762276 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1591a57c-1a5a-4ac0-8f7d-c590060b640d" -d '{"events": [{"server_uuid": "9d1266bd-77ec-4a0d-a557-71dafe7c5436", "name": "network-vif-deleted", "tag": "cf5bc90a-dbe3-486e-b992-7836d9d6b2bb"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:08:55.800805 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb44d64-19f6-42df-8226-57a7b87ae544 x-openstack-request-id: req-ecb44d64-19f6-42df-8226-57a7b87ae544 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:08:55.801082 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1266bd-77ec-4a0d-a557-71dafe7c5436", "name": "network-vif-deleted", "tag": "cf5bc90a-dbe3-486e-b992-7836d9d6b2bb", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:08:55.801327 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ecb44d64-19f6-42df-8226-57a7b87ae544 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:08:55.801734 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb44d64-19f6-42df-8226-57a7b87ae544'] response: {'server_uuid': '9d1266bd-77ec-4a0d-a557-71dafe7c5436', 'name': 'network-vif-deleted', 'tag': 'cf5bc90a-dbe3-486e-b992-7836d9d6b2bb', 'status': 'completed', 'code': 200} May 04 19:08:55.838477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f291800-26d3-4425-a22a-db542ffec6ff req-611812de-6526-40e6-9fe7-839c996e8c11 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:55.839931 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4f291800-26d3-4425-a22a-db542ffec6ff req-611812de-6526-40e6-9fe7-839c996e8c11 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0484331 May 04 19:08:55.886866 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4f291800-26d3-4425-a22a-db542ffec6ff req-ba120ff4-805d-4d9c-b84f-8efac656fb6c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 May 04 19:08:55.894637 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0cde6-ca30-4d11-bc8d-56522bc5aa7f req-9c2342f5-a3af-4615-aa93-acae2c8f301e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:55.896186 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fdc0cde6-ca30-4d11-bc8d-56522bc5aa7f req-9c2342f5-a3af-4615-aa93-acae2c8f301e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 944 time: 0.0490811 May 04 19:08:55.943280 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fdc0cde6-ca30-4d11-bc8d-56522bc5aa7f req-2ad0aea3-d9ce-4348-893f-53e22c35e022 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408211 May 04 19:08:56.118093 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-321561dc-58e6-4e05-83a9-07b38c7c2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:56.119578 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-321561dc-58e6-4e05-83a9-07b38c7c2991 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1128 time: 0.0385830 May 04 19:08:56.301101 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-905bc220-4b64-4e20-a049-2e0fc3c0926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:56.302748 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-905bc220-4b64-4e20-a049-2e0fc3c0926e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.0933285 May 04 19:08:56.619399 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-acf75a47-7182-4d21-96e3-ccb578b24102 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 217 time: 0.0403643 May 04 19:08:56.675756 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8425bd9b-8bf8-4518-a625-aa898cbdb8a5 req-927a81ee-a40b-441d-a8ab-f50356bb3f7a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d1266bd-77ec-4a0d-a557-71dafe7c5436 HTTP/1.1" status: 200 len: 210 time: 0.0282485 May 04 19:08:56.688890 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device cf5bc90a-dbe3-486e-b992-7836d9d6b2bb no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:08:56.709986 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: cf5bc90a-dbe3-486e-b992-7836d9d6b2bb {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:08:56.710407 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device cf5bc90a-dbe3-486e-b992-7836d9d6b2bb not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:08:56.789225 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e786-4150-4909-bc33-804479512640 req-9f122b6d-1ee1-47dc-96b3-6bed561f2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:56.790708 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-9f122b6d-1ee1-47dc-96b3-6bed561f2be2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5&tenant_id=e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 1128 time: 0.1017277 May 04 19:08:56.798975 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-04a5e31e-15d3-4805-bb1c-bc017205a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:56.800276 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-04a5e31e-15d3-4805-bb1c-bc017205a335 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0780113 May 04 19:08:57.008796 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3692b-e25e-4ebb-904c-5e74acb250f7 req-0818dfb9-9608-4489-a9c1-f480216ea16d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:57.010300 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-07d3692b-e25e-4ebb-904c-5e74acb250f7 req-0818dfb9-9608-4489-a9c1-f480216ea16d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0480194 May 04 19:08:57.064568 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95bf9-3dc3-44ba-b78b-fdc626ae5b65 req-e7b6b744-8c23-486f-98a6-d17571edfef6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:57.066602 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0ca95bf9-3dc3-44ba-b78b-fdc626ae5b65 req-e7b6b744-8c23-486f-98a6-d17571edfef6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 944 time: 0.0528147 May 04 19:08:57.119319 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0ca95bf9-3dc3-44ba-b78b-fdc626ae5b65 req-4fd8e809-fc62-408a-888e-e28b99046c12 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452862 May 04 19:08:57.131969 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-72b06f2a-f5f6-4fb0-a0e7-3246a5d682d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:57.133438 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-72b06f2a-f5f6-4fb0-a0e7-3246a5d682d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958333 May 04 19:08:57.134721 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e786-4150-4909-bc33-804479512640 req-a243f4bb-34f4-4b63-818e-dbf148b7f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:57.136031 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-a243f4bb-34f4-4b63-818e-dbf148b7f31a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1128 time: 0.0871024 May 04 19:08:57.139132 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-07d3692b-e25e-4ebb-904c-5e74acb250f7 req-39e12b85-ddf5-41ba-ad0a-e6c4eca22b90 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177878 May 04 19:08:57.313371 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e786-4150-4909-bc33-804479512640 req-5ccd3fda-cec6-488e-a0df-5a360617deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:57.314825 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-5ccd3fda-cec6-488e-a0df-5a360617deb8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.1497524 May 04 19:08:57.316467 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-7632a770-e95f-4a5d-b6e6-77ff31c86e88 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592157 May 04 19:08:57.448059 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-16c10b61-f325-4f47-97cc-6ebabdb5037e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 200 len: 1000 time: 0.1102531 May 04 19:08:57.492318 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f293a2d6-eccd-4d3f-9c19-3d7200b30e01 req-9b2c2c9f-d183-4a4f-9306-2803a022443f service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534739 May 04 19:08:57.507870 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e786-4150-4909-bc33-804479512640 req-e76171c0-708e-4756-ba45-b2f3c3543c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:57.509223 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-e76171c0-708e-4756-ba45-b2f3c3543c98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0509717 May 04 19:08:57.570108 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e786-4150-4909-bc33-804479512640 req-b570745b-8056-47a5-b967-831ec4315d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:57.571572 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-b570745b-8056-47a5-b967-831ec4315d9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436623 May 04 19:08:57.663157 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-cd79f1dc-62c1-4413-b7b5-642ed041fe0f service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833235 May 04 19:08:57.752942 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ddd5e786-4150-4909-bc33-804479512640 req-3a84b9a1-b695-4915-a47c-ceee0be4a039 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822783 May 04 19:08:58.241530 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e4c00-c070-4bc1-b7f3-141ce9a217d4 req-23427dcf-cddc-407d-bcd7-328ecfd0d7e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:58.243070 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7c9e4c00-c070-4bc1-b7f3-141ce9a217d4 req-23427dcf-cddc-407d-bcd7-328ecfd0d7e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 944 time: 0.0535512 May 04 19:08:58.266623 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896cb73-ac50-432c-8dbf-af16e86ad64c req-80bd9e91-f83e-45c4-96e0-a89acba89b87 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:58.268378 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b896cb73-ac50-432c-8dbf-af16e86ad64c req-80bd9e91-f83e-45c4-96e0-a89acba89b87 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0555208 May 04 19:08:58.307467 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7c9e4c00-c070-4bc1-b7f3-141ce9a217d4 req-459a6939-3383-4bf7-870d-c3d606fee567 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575223 May 04 19:08:58.334006 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b896cb73-ac50-432c-8dbf-af16e86ad64c req-eccbbad1-f290-4001-a8bf-15a7957e5135 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555537 May 04 19:08:59.421264 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9937f85-3d6d-47f1-9e18-3eb59999fa15 req-b9e8aa69-63a1-41c7-aae4-dcd388bfc667 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:59.422803 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9937f85-3d6d-47f1-9e18-3eb59999fa15 req-b9e8aa69-63a1-41c7-aae4-dcd388bfc667 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 944 time: 0.0469596 May 04 19:08:59.452853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a08ce-ff84-4e07-9ab5-415b756b6584 req-ef4ea8a9-53cb-4e62-90bc-1e89ce06d671 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:59.454346 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-065a08ce-ff84-4e07-9ab5-415b756b6584 req-ef4ea8a9-53cb-4e62-90bc-1e89ce06d671 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0462823 May 04 19:08:59.468192 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9937f85-3d6d-47f1-9e18-3eb59999fa15 req-b8bb28ee-2690-4fb0-8a05-4bfbb633fcd0 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 May 04 19:08:59.500702 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-065a08ce-ff84-4e07-9ab5-415b756b6584 req-d1f5f76d-f1f4-41a6-adb4-975441a700ad tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403466 May 04 19:08:59.904217 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e11de5fb-b02b-4516-8fa9-a612b9b432a0 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:09:00.018191 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port e11de5fb-b02b-4516-8fa9-a612b9b432a0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:00.031995 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'mac_address': 'fa:16:3e:13:ba:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:09:00.072438 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port e11de5fb-b02b-4516-8fa9-a612b9b432a0 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:00.073067 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:00.089140 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11de5fb-b02b-4516-8fa9-a612b9b432a0 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:00.109676 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port e11de5fb-b02b-4516-8fa9-a612b9b432a0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:00.113797 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:00.162660 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=e11de5fb-b02b-4516-8fa9-a612b9b432a0,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:00.587573 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684a78-d610-40b1-b7b2-5577bf5a5827 req-192a957b-6855-4edf-be90-17b7a78ffcc6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:00.589302 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d0684a78-d610-40b1-b7b2-5577bf5a5827 req-192a957b-6855-4edf-be90-17b7a78ffcc6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 945 time: 0.0521464 May 04 19:09:00.626862 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2936b-6684-49ab-8a42-871a397b22be req-f738ac2c-846d-4fda-9d10-f6d978b64cb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:00.637111 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-11f2936b-6684-49ab-8a42-871a397b22be req-f738ac2c-846d-4fda-9d10-f6d978b64cb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0606906 May 04 19:09:00.662198 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d0684a78-d610-40b1-b7b2-5577bf5a5827 req-94e11d64-e21f-4d93-9d8d-1bb33023bba9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645850 May 04 19:09:00.693667 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-11f2936b-6684-49ab-8a42-871a397b22be req-3910d389-68e4-4b19-b88c-8cc91d42a0da tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555906 May 04 19:09:01.370057 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['e11de5fb-b02b-4516-8fa9-a612b9b432a0'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:09:01.782361 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0126e88-a3e3-4dbb-96f4-d3d9ddfda8db req-0335da11-8df7-4e54-b249-3dfc2fb8a9e5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:01.783871 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f0126e88-a3e3-4dbb-96f4-d3d9ddfda8db req-0335da11-8df7-4e54-b249-3dfc2fb8a9e5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 945 time: 0.0579803 May 04 19:09:01.819774 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d42ba4-6ef7-4f6f-93e9-b8fb3441f128 req-bc1aace2-32ba-44fb-a4ad-0b8f85816e4e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:01.819774 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-52d42ba4-6ef7-4f6f-93e9-b8fb3441f128 req-bc1aace2-32ba-44fb-a4ad-0b8f85816e4e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0502784 May 04 19:09:01.854022 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f0126e88-a3e3-4dbb-96f4-d3d9ddfda8db req-d8b7caf9-1001-4586-916c-be4c790b529f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628867 May 04 19:09:01.869043 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-52d42ba4-6ef7-4f6f-93e9-b8fb3441f128 req-277b5d7c-76df-4a14-b2ed-41b47692ead5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 May 04 19:09:02.980475 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acc1cb-8727-47c1-ae49-19ae9f94b428 req-848a7576-7846-4d36-b2a6-23225c77396f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:02.982071 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-54acc1cb-8727-47c1-ae49-19ae9f94b428 req-848a7576-7846-4d36-b2a6-23225c77396f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 945 time: 0.0526364 May 04 19:09:02.992512 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e11de5fb-b02b-4516-8fa9-a612b9b432a0 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:09:03.024511 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0430a-cbe4-48da-ba71-8961d9585b98 req-7d6f78d0-aea6-4cf9-8f44-753a9e96191f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:03.026710 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-63a0430a-cbe4-48da-ba71-8961d9585b98 req-7d6f78d0-aea6-4cf9-8f44-753a9e96191f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0556607 May 04 19:09:03.039957 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-54acc1cb-8727-47c1-ae49-19ae9f94b428 req-4835055e-01b1-41be-ad93-9f96626e84ec tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523393 May 04 19:09:03.079554 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port e11de5fb-b02b-4516-8fa9-a612b9b432a0 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:09:03.087718 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port e11de5fb-b02b-4516-8fa9-a612b9b432a0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:09:03.088941 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:03.096439 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-63a0430a-cbe4-48da-ba71-8961d9585b98 req-3f754f74-adf2-4cff-873a-ab279a381706 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631716 May 04 19:09:03.302442 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port e11de5fb-b02b-4516-8fa9-a612b9b432a0 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:03.303008 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:03.330140 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:03.332560 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c83a13-b01c-4211-b569-d3c2f2fccc2c" -d '{"events": [{"server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "name": "network-vif-plugged", "status": "completed", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:03.347046 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port e11de5fb-b02b-4516-8fa9-a612b9b432a0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:03.355081 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:03.390140 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e14f4-bdc1-4269-b7bd-ffc419e58d8e x-openstack-request-id: req-348e14f4-bdc1-4269-b7bd-ffc419e58d8e {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:03.390654 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "name": "network-vif-plugged", "status": "completed", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:03.391608 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-348e14f4-bdc1-4269-b7bd-ffc419e58d8e {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:03.392487 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348e14f4-bdc1-4269-b7bd-ffc419e58d8e'] response: {'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'code': 200} May 04 19:09:03.416274 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=e11de5fb-b02b-4516-8fa9-a612b9b432a0,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:04.165837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834065b-9010-4b40-b593-e21ca79df883 req-e8e21067-efbd-46f6-9263-8edecc27f2b6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:04.168434 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d834065b-9010-4b40-b593-e21ca79df883 req-e8e21067-efbd-46f6-9263-8edecc27f2b6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0581093 May 04 19:09:04.220180 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d834065b-9010-4b40-b593-e21ca79df883 req-8ebc0fa0-4363-4b72-9c88-5eaf89155a4c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455480 May 04 19:09:04.231412 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941215d5-1838-4f85-8e20-6799c41906ba req-80e91060-14b8-4228-9ef6-f81ec0b2bf3c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:04.233050 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-941215d5-1838-4f85-8e20-6799c41906ba req-80e91060-14b8-4228-9ef6-f81ec0b2bf3c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0552638 May 04 19:09:04.286390 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-941215d5-1838-4f85-8e20-6799c41906ba req-f6649957-f40d-49ea-b66e-f9b4972af609 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 May 04 19:09:05.358404 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb0b42-bab2-4961-8421-3364f207ee4d req-dff13286-7887-4ae5-b0ee-6bf67aaeaf0b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:05.360648 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-29eb0b42-bab2-4961-8421-3364f207ee4d req-dff13286-7887-4ae5-b0ee-6bf67aaeaf0b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0700197 May 04 19:09:05.423863 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-29eb0b42-bab2-4961-8421-3364f207ee4d req-5653e5f4-ea71-412a-8678-e5233a2d6724 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577178 May 04 19:09:05.432147 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d224bd3-50bd-4520-bd87-5ca4f605679d req-eab72bcb-6a3f-490c-8fd4-c390d9e560be tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:05.433791 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5d224bd3-50bd-4520-bd87-5ca4f605679d req-eab72bcb-6a3f-490c-8fd4-c390d9e560be tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0585480 May 04 19:09:05.480964 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5d224bd3-50bd-4520-bd87-5ca4f605679d req-b9efd38c-c331-4d12-b720-37cb2933ff50 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 May 04 19:09:06.561984 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe278b-750d-4c77-a665-fe14f29b41ee req-734cdae1-51e9-4e89-a77e-2dc95dcb0f97 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:06.563452 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d4fe278b-750d-4c77-a665-fe14f29b41ee req-734cdae1-51e9-4e89-a77e-2dc95dcb0f97 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0515988 May 04 19:09:06.599899 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc326e7-0f93-4bb8-8c62-155d1d817eff req-0f63e702-2d08-41b7-8a0e-f8928d39250a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:06.606938 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9bc326e7-0f93-4bb8-8c62-155d1d817eff req-0f63e702-2d08-41b7-8a0e-f8928d39250a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0536518 May 04 19:09:06.618274 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d4fe278b-750d-4c77-a665-fe14f29b41ee req-12d9e2b1-2442-47ee-a4a7-48da4c21faa7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493612 May 04 19:09:06.658782 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9bc326e7-0f93-4bb8-8c62-155d1d817eff req-7c1ea021-d7d2-46d2-9c8e-01120583447b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488269 May 04 19:09:07.759127 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66353-d50c-418a-943a-0e35445c4980 req-a30e6966-5684-4374-88af-0cc304da7444 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:07.760682 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cab66353-d50c-418a-943a-0e35445c4980 req-a30e6966-5684-4374-88af-0cc304da7444 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0566082 May 04 19:09:07.812925 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cab66353-d50c-418a-943a-0e35445c4980 req-90d125a1-77d3-4e7f-b178-553f450bb7fa tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460753 May 04 19:09:07.829585 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-963dfc85-57e7-4beb-bd9f-e67f6175fd5c tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:07.831121 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-963dfc85-57e7-4beb-bd9f-e67f6175fd5c tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/networks?id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa HTTP/1.1" status: 200 len: 814 time: 0.1142354 May 04 19:09:07.848232 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-ec84045b-f1b2-49d4-a781-989789e9d679 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/quotas/fedb3ef21b1e413395b1a4cdcfb3f4d6 HTTP/1.1" status: 200 len: 375 time: 0.0103152 May 04 19:09:07.888281 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-e23f6c80-084d-4b7d-b321-92d593d82564 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352452 May 04 19:09:07.927435 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e365d4-77b8-45b4-b865-14fd3f81b7eb req-91b438c5-0003-40f7-b50e-f86840ab7de2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:07.930063 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d4e365d4-77b8-45b4-b865-14fd3f81b7eb req-91b438c5-0003-40f7-b50e-f86840ab7de2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0487781 May 04 19:09:07.995942 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d4e365d4-77b8-45b4-b865-14fd3f81b7eb req-866872f6-e6c1-4405-9bcc-e439baf88d32 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593638 May 04 19:09:08.024151 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-062316bc-a78c-4e66-b805-962a4bc4ee7c service neutron] 10.222.0.69 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256671 May 04 19:09:08.125347 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-e3bbfd6c-c277-41bb-8ad2-e2504fa512a4 service neutron] 10.222.0.69 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952575 May 04 19:09:08.176472 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:09:08.327829 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ed743189-f7d1-4cf0-8c6b-c95aa963fa72 req-e564ef4d-2efb-4d4a-bac5-12fa285f15aa tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 210 time: 0.0447941 May 04 19:09:08.927784 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939544-aaf8-444f-932e-424934d0b490 req-288a4c45-17fe-45dd-9285-0d1017fb6656 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:08.929513 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-84939544-aaf8-444f-932e-424934d0b490 req-288a4c45-17fe-45dd-9285-0d1017fb6656 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0474946 May 04 19:09:08.982238 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-84939544-aaf8-444f-932e-424934d0b490 req-bfc20295-d6f0-47da-a171-608d82b4d7bb tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445356 May 04 19:09:09.117319 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28220-ccb0-4c7f-8062-8dcd0076f8df req-95d9a61d-cc2e-4565-a5a5-284885a3fb60 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:09.118892 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4fc28220-ccb0-4c7f-8062-8dcd0076f8df req-95d9a61d-cc2e-4565-a5a5-284885a3fb60 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0486302 May 04 19:09:09.168431 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4fc28220-ccb0-4c7f-8062-8dcd0076f8df req-1d99e893-91b9-416e-9bb4-eb63fa632091 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429528 May 04 19:09:09.411702 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eebbd650-5bae-40f6-8aeb-6a7eed470522 req-d19c6c82-4118-46e3-b8a4-69638ac35203 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 210 time: 0.0274205 May 04 19:09:10.098980 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6012234-984f-4b6a-aaa4-b1e838906fa6 req-ca5443b8-ac96-4fc1-95fb-101422b1b681 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:10.100451 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b6012234-984f-4b6a-aaa4-b1e838906fa6 req-ca5443b8-ac96-4fc1-95fb-101422b1b681 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0508451 May 04 19:09:10.150502 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b6012234-984f-4b6a-aaa4-b1e838906fa6 req-893c3d55-6678-4dd7-ba8f-7de6aaee2ef2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 May 04 19:09:10.292436 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422d072-a203-4e54-a010-97fa4c357b07 req-77ac15ab-2327-45c3-a1a1-13b18831291c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:10.293777 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8422d072-a203-4e54-a010-97fa4c357b07 req-77ac15ab-2327-45c3-a1a1-13b18831291c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0484009 May 04 19:09:10.338519 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8422d072-a203-4e54-a010-97fa4c357b07 req-9b522bf3-5806-4b4f-b954-957a2b226288 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392795 May 04 19:09:10.509454 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41048f48-c2d7-4d73-929b-5971fc420ec0 req-072ad75c-6201-4a50-864d-249c9ffe92bb tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 210 time: 0.0292594 May 04 19:09:11.263500 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c155af-bbed-4085-a49d-cb50bf01f62a req-9d4c83ba-790b-48e2-972e-cca36c2e1ee7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:11.264977 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f1c155af-bbed-4085-a49d-cb50bf01f62a req-9d4c83ba-790b-48e2-972e-cca36c2e1ee7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0464456 May 04 19:09:11.310832 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f1c155af-bbed-4085-a49d-cb50bf01f62a req-67fc0bfb-8081-48a0-beec-f7be16000178 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 May 04 19:09:11.459064 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d58e5b-b238-42a8-8cb4-b3a91677cfec req-3c705149-f68e-4cf6-83e8-9e458321d2bc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:11.460664 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b4d58e5b-b238-42a8-8cb4-b3a91677cfec req-3c705149-f68e-4cf6-83e8-9e458321d2bc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0506299 May 04 19:09:11.520833 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b4d58e5b-b238-42a8-8cb4-b3a91677cfec req-27d26bf1-e9f6-433f-8e46-40a01721bb1e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543020 May 04 19:09:11.541768 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119b65-7838-44b0-806d-2e9ae3ece112 req-54d71201-1a7a-4705-a8fa-5add172a7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:11.546688 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-25119b65-7838-44b0-806d-2e9ae3ece112 req-54d71201-1a7a-4705-a8fa-5add172a7ce2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1130 time: 0.0613549 May 04 19:09:11.626896 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-901938a1-a650-4a59-bc9c-c8c45884f55a req-9624116c-70b0-4987-9a62-ce3aa979cb28 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 210 time: 0.0380991 May 04 19:09:11.629146 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-25119b65-7838-44b0-806d-2e9ae3ece112 req-9a722708-a5a4-4693-824a-c57c87c427c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749872 May 04 19:09:12.425174 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48bcf-30de-4b3f-a542-a6ec5e28476b req-bd04eced-f3ba-421c-8aca-877bbed031a1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:12.426894 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-71d48bcf-30de-4b3f-a542-a6ec5e28476b req-bd04eced-f3ba-421c-8aca-877bbed031a1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0498779 May 04 19:09:12.476028 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-71d48bcf-30de-4b3f-a542-a6ec5e28476b req-ace1e358-0a1a-4252-983e-4ec88047c5d0 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409398 May 04 19:09:12.652520 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a651bf0-dad2-4d4d-8fce-a71590a884f5 req-e8e4672d-b3e7-4957-927d-0191e6c95f76 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:12.654017 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a651bf0-dad2-4d4d-8fce-a71590a884f5 req-e8e4672d-b3e7-4957-927d-0191e6c95f76 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0464897 May 04 19:09:12.707064 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a651bf0-dad2-4d4d-8fce-a71590a884f5 req-eb33c143-942d-4d99-ac9b-c2a5f94ac535 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474544 May 04 19:09:12.808216 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f7bf1c06-baaa-4373-99d3-a8d29af195e0 req-c098840b-986b-4c06-8ff2-a746874d5e4a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 210 time: 0.0395308 May 04 19:09:12.890536 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-4ffe698e-07ed-4abd-b8e9-24e6b4656eba tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:12.892274 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-4ffe698e-07ed-4abd-b8e9-24e6b4656eba tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "GET /v2.0/networks?id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa HTTP/1.1" status: 200 len: 814 time: 0.1306558 May 04 19:09:12.934892 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Request body: {'port': {'device_id': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa', 'admin_state_up': True, 'tenant_id': 'fedb3ef21b1e413395b1a4cdcfb3f4d6'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:13.043086 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Made reservation on behalf of fedb3ef21b1e413395b1a4cdcfb3f4d6 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:09:13.046343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.168628 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Allocated IP 172.20.0.14 (5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa/e03b6ddc-d8cd-4691-bb6e-6786500d46a3/d2d16c3a-ab38-4e7c-98b2-a43d2b35343b) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:09:13.291855 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 33846) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:13.296187 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-25e9a872-af8f-4336-a1e8-1d40d1cfff63 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496823187', 'description': 'tempest-description--896359630'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:13.336885 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-25e9a872-af8f-4336-a1e8-1d40d1cfff63 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.342640 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks [] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.416324 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.455401 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-25e9a872-af8f-4336-a1e8-1d40d1cfff63 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (c4d0d440-fec7-4ec0-8303-7fbe77fc773f), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.463701 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-25e9a872-af8f-4336-a1e8-1d40d1cfff63 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c4d0d440-fec7-4ec0-8303-7fbe77fc773f), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.480309 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:09:13.497022 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:09:13.502798 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:09:13.509335 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Pushing event updated for resources: {'Port': ['ID=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:13.538335 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-25e9a872-af8f-4336-a1e8-1d40d1cfff63 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.539536 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-25e9a872-af8f-4336-a1e8-1d40d1cfff63 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2467382 May 04 19:09:13.542569 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33850) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:13.543654 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9a872-af8f-4336-a1e8-1d40d1cfff63 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0d440-fec7-4ec0-8303-7fbe77fc773f,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:13.548791 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-46f1646d-3c92-4afb-a013-2191baece2ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0d440-fec7-4ec0-8303-7fbe77fc773f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:13.564446 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:13.565044 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.580176 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-0912a2d3-c990-4eda-b0c9-6af8f34388be tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6491542 May 04 19:09:13.613783 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093c434-d26f-46e5-8243-0b8acedb3319 req-ae22db2e-dad3-46bb-bd86-d3e079e8fc5c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:13.615224 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1093c434-d26f-46e5-8243-0b8acedb3319 req-ae22db2e-dad3-46bb-bd86-d3e079e8fc5c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0594637 May 04 19:09:13.616476 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-46f1646d-3c92-4afb-a013-2191baece2ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (3f53b184-68e2-4808-b726-1ec37fa1f106), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.692650 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1093c434-d26f-46e5-8243-0b8acedb3319 req-23badeae-b706-453f-b305-78b581b60dac tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672715 May 04 19:09:13.694791 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-46f1646d-3c92-4afb-a013-2191baece2ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (3f53b184-68e2-4808-b726-1ec37fa1f106), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.698429 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-46f1646d-3c92-4afb-a013-2191baece2ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (3f53b184-68e2-4808-b726-1ec37fa1f106), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.716258 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1646d-3c92-4afb-a013-2191baece2ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f53b184-68e2-4808-b726-1ec37fa1f106,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:13.726346 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-46f1646d-3c92-4afb-a013-2191baece2ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.730052 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-46f1646d-3c92-4afb-a013-2191baece2ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829224 May 04 19:09:13.730567 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33854) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:13.735245 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-e2e8cd1d-0412-4db9-8428-d6003297a81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0d440-fec7-4ec0-8303-7fbe77fc773f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:13.763137 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd1d-0412-4db9-8428-d6003297a81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (95e66d69-c00d-4d37-afaa-680f7881edb6), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.808127 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c195ba0-4ff8-41a3-87ba-46da87cdb11c req-ae989b91-6dc0-4f15-91da-d2b1f0d0ef0a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:13.810675 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5c195ba0-4ff8-41a3-87ba-46da87cdb11c req-ae989b91-6dc0-4f15-91da-d2b1f0d0ef0a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0511377 May 04 19:09:13.819766 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Request body: {'port': {'device_id': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:13.821201 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33858) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:13.835530 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'floatingip': {'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:13.884075 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.897613 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d319481-3902-4a71-8eab-99c6899562eb req-90e0b2b1-9704-4e1e-a2fa-2e2017dde882 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:13.899079 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6d319481-3902-4a71-8eab-99c6899562eb req-90e0b2b1-9704-4e1e-a2fa-2e2017dde882 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.1110370 May 04 19:09:13.916239 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.936037 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd1d-0412-4db9-8428-d6003297a81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (95e66d69-c00d-4d37-afaa-680f7881edb6), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:13.939460 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd4d4-d677-41df-87b8-aeb2e4b3d9eb req-39901720-748a-4c53-b29c-f8dbd75de3c7 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:13.941096 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d54fd4d4-d677-41df-87b8-aeb2e4b3d9eb req-39901720-748a-4c53-b29c-f8dbd75de3c7 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 932 time: 0.0635281 May 04 19:09:13.967465 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd1d-0412-4db9-8428-d6003297a81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (95e66d69-c00d-4d37-afaa-680f7881edb6), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.034129 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8cd1d-0412-4db9-8428-d6003297a81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e66d69-c00d-4d37-afaa-680f7881edb6,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:14.045155 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd1d-0412-4db9-8428-d6003297a81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.046389 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e2e8cd1d-0412-4db9-8428-d6003297a81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152983 May 04 19:09:14.054868 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 33862) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:14.058906 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:14.077505 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d54fd4d4-d677-41df-87b8-aeb2e4b3d9eb req-4fd13eeb-096d-49cb-be92-0fb0547bce4c tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157434 May 04 19:09:14.083592 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6d319481-3902-4a71-8eab-99c6899562eb req-a0a3673a-f563-422a-ba5d-3fd19d1b49d9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515610 May 04 19:09:14.243600 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d16c3a-ab38-4e7c-98b2-a43d2b35343b {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:14.251523 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Publish callbacks [] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.264885 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Transition to ACTIVE for port object d2d16c3a-ab38-4e7c-98b2-a43d2b35343b will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:09:14.269334 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.342016 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.358424 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:14.374610 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.374957 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.375294 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.375627 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.375954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.376282 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.376604 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.376927 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.377243 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.377591 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.377914 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.378228 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.378544 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.378859 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.379176 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:14.404647 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Attempting to bind port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:09:14.404975 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Attempting to bind port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:09:14.405300 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Attempting to bind port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b on network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:09:14.409585 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b on network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:09:14.409907 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Attempting to bind port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b on network 5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:09:14.414695 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:09:14.415029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Checking segment: {'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:09:14.415404 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Bound using segment: {'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:09:14.415822 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Bound port: d2d16c3a-ab38-4e7c-98b2-a43d2b35343b, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042f8f0f-2624-40f5-89ff-60127662e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:09:14.416177 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.478669 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] For port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:09:14.481632 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] For port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:09:14.488000 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.493545 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.521272 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:14.521908 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.523342 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] 10.222.0.11 "PUT /v2.0/ports/d2d16c3a-ab38-4e7c-98b2-a43d2b35343b HTTP/1.1" status: 200 len: 1094 time: 0.7106678 May 04 19:09:14.523774 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'tag': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:14.526016 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05c3861-6113-4ffc-b23e-eae55d6e65a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8b5bee-fd07-4dda-8996-a2d4099c151c", "tag": "d2d16c3a-ab38-4e7c-98b2-a43d2b35343b"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:14.564404 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ef58aa-1068-4dc8-8a69-f416848b1612 x-openstack-request-id: req-91ef58aa-1068-4dc8-8a69-f416848b1612 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:14.564693 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8b5bee-fd07-4dda-8996-a2d4099c151c", "tag": "d2d16c3a-ab38-4e7c-98b2-a43d2b35343b", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:14.565066 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91ef58aa-1068-4dc8-8a69-f416848b1612 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:14.565457 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ef58aa-1068-4dc8-8a69-f416848b1612'] response: {'name': 'network-changed', 'server_uuid': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'tag': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b', 'status': 'completed', 'code': 200} May 04 19:09:14.571536 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60737beb-f111-4c64-80d0-21d4c726fd48 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:14.656710 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-009d8653-f4c4-4772-be62-bf4551526a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:14.658211 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-009d8653-f4c4-4772-be62-bf4551526a90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 1128 time: 0.0387294 May 04 19:09:14.706937 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.27.2.154 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/7c6239ae-801c-4662-934b-461d17b55a84) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:09:14.717507 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-30c7b13e-dbe5-401b-b352-6b522caf146e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b HTTP/1.1" status: 200 len: 217 time: 0.0413644 May 04 19:09:14.765260 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-fb4c7108-bd44-4c6a-a408-4f13f95ea4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:14.766759 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-fb4c7108-bd44-4c6a-a408-4f13f95ea4e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e03b6ddc-d8cd-4691-bb6e-6786500d46a3 HTTP/1.1" status: 200 len: 854 time: 0.0435948 May 04 19:09:14.793979 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.823821 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.832695 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-9c2e6bf4-91ff-4ee4-ab74-c9917077673d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366850 May 04 19:09:14.891686 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-54e8e632-1f42-4ae7-8656-d85d4908bb72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672064 May 04 19:09:14.937076 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (7c6239ae-801c-4662-934b-461d17b55a84), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:14.963240 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Floating IP 207464ce-5589-4977-bcdf-2f4de9e17af2 associated. External IP: 172.27.2.181, port: e11de5fb-b02b-4516-8fa9-a612b9b432a0. May 04 19:09:14.978402 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-d6ecc8c1-ed81-4a35-a7c4-b0ddea2ff2e0 service neutron] 10.222.0.11 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265223 May 04 19:09:14.981495 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-e2f733ae-5fda-46fe-9313-e27918a393fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:14.982798 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-e2f733ae-5fda-46fe-9313-e27918a393fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 1129 time: 0.0518148 May 04 19:09:15.029884 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (7c6239ae-801c-4662-934b-461d17b55a84), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.099158 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:09:15.109391 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:09:15.117625 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:09:15.128039 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=7c6239ae-801c-4662-934b-461d17b55a84,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:15.178207 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e4983282-0b02-4a9c-b509-c5ce156b3d16 req-c183d829-ead2-4cd1-a974-33a36dc9b63e service neutron] 10.222.0.11 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746325 May 04 19:09:15.183084 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-02d5daac-bc2e-40ea-9f1e-8406fcf599cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:15.184451 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-02d5daac-bc2e-40ea-9f1e-8406fcf599cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.1597676 May 04 19:09:15.251766 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (629d8b43-b1eb-4c17-a662-7d5c72a8e663), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.271536 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f32eaa-4374-4543-8003-da8af3307c76 req-fd200ec1-38bd-4144-a613-d8e563ef4842 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:15.273161 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-89f32eaa-4374-4543-8003-da8af3307c76 req-fd200ec1-38bd-4144-a613-d8e563ef4842 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 944 time: 0.0772965 May 04 19:09:15.365056 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7c6239ae-801c-4662-934b-461d17b55a84), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.408478 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:09:15.418155 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-89f32eaa-4374-4543-8003-da8af3307c76 req-606c1a3a-7c78-4f15-929b-24f50e6821c0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101902 May 04 19:09:15.482071 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-480ae50f-6e11-4ac0-be86-0e922bfca6bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816 HTTP/1.1" status: 200 len: 217 time: 0.2824838 May 04 19:09:15.497653 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068df444-8048-40ee-8de6-55346c5fadb8 req-bb056a75-e2ed-458d-b091-b0fc11b7058e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:15.499182 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-068df444-8048-40ee-8de6-55346c5fadb8 req-bb056a75-e2ed-458d-b091-b0fc11b7058e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.3085697 May 04 19:09:15.545629 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-068df444-8048-40ee-8de6-55346c5fadb8 req-ed89bb90-b80f-4c9f-8e2f-d91b843a392e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406487 May 04 19:09:15.612626 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:09:15.617853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.622356 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] Sync routers for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:09:15.632441 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:09:15.633046 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:08:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:15.660241 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-cbd16bcc-277a-4375-b266-c1a4be057b2e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "PUT /v2.0/floatingips/207464ce-5589-4977-bcdf-2f4de9e17af2 HTTP/1.1" status: 200 len: 992 time: 1.8335929 May 04 19:09:15.662258 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (7c6239ae-801c-4662-934b-461d17b55a84), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.663789 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:15.665983 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58551024-a0b6-4a07-bedf-bac4138785d1" -d '{"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:15.669043 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7c6239ae-801c-4662-934b-461d17b55a84), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.701282 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f5b371-05a1-49a1-af44-23d03ca1d9c5 x-openstack-request-id: req-85f5b371-05a1-49a1-af44-23d03ca1d9c5 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:15.701616 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:15.701874 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85f5b371-05a1-49a1-af44-23d03ca1d9c5 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:15.702270 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f5b371-05a1-49a1-af44-23d03ca1d9c5'] response: {'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'status': 'completed', 'code': 200} May 04 19:09:15.706012 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (629d8b43-b1eb-4c17-a662-7d5c72a8e663), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.722337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=7c6239ae-801c-4662-934b-461d17b55a84,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:15.732188 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.733421 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e9049d26-fc68-4fee-abf6-7bab531eaa68 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6777568 May 04 19:09:15.842881 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:09:15.929451 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-9e9597e6-db16-497c-b798-f84ea31ccbf1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1496823187&fields=id&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 267 time: 0.0441303 May 04 19:09:15.953121 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:16.033475 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-42a112cc-d3e9-4c51-b25b-d89c4d596246 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.034919 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-42a112cc-d3e9-4c51-b25b-d89c4d596246 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.0982621 May 04 19:09:16.050366 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-ddd8ec48-82c4-4fc1-a3fc-14be7466154a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/quotas/ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 375 time: 0.0091310 May 04 19:09:16.061041 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '207464ce-5589-4977-bcdf-2f4de9e17af2', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'mac_address': 'fa:16:3e:13:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:08:46Z', 'updated_at': '2022-05-04T19:09:14Z', 'revision_number': 1, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:16.091221 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] Checking router: c1f0fa00-0624-4f27-9746-05cd77bdb8e4 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:09:16.099282 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-ceefb440-c459-4651-abec-1af404bb37c7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0438418 May 04 19:09:16.099609 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:09:16.100756 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:08:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:16.196129 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-3012eb03-3ce1-4a19-ae97-8ba1f7cc5359 service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 May 04 19:09:16.207325 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:09:16.291364 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-51251fed-49eb-4a91-90b3-f28e0f4dc2f8 service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892267 May 04 19:09:16.426240 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '207464ce-5589-4977-bcdf-2f4de9e17af2', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'mac_address': 'fa:16:3e:13:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:08:46Z', 'updated_at': '2022-05-04T19:09:14Z', 'revision_number': 1, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:16.458090 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c3351-8583-4e21-a8d3-5c13181999cb None None] The sync data for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi is: [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '207464ce-5589-4977-bcdf-2f4de9e17af2', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'mac_address': 'fa:16:3e:13:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:08:46Z', 'updated_at': '2022-05-04T19:09:14Z', 'revision_number': 1, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:09:16.524029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-11849db4-c2f4-4538-8597-29549d6f67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.525513 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-11849db4-c2f4-4538-8597-29549d6f67c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0882013 May 04 19:09:16.544547 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-906b122f-beea-4a7a-a3be-f19b9bc2bf90 req-c803d03e-af34-45d7-8953-892901909cdd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 210 time: 0.1157479 May 04 19:09:16.570825 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-79b36237-f4f3-4aef-a3a4-9c116dc87485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.570825 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-79b36237-f4f3-4aef-a3a4-9c116dc87485 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1130 time: 0.0733771 May 04 19:09:16.608797 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-0819c780-4a9b-48ea-a8ca-0c4e94a5c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.610406 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-0819c780-4a9b-48ea-a8ca-0c4e94a5c392 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 1128 time: 0.1711082 May 04 19:09:16.619277 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2b568-7044-4949-8037-4045cae98f21 req-85b9b1c1-9112-47f8-abd5-df417ccda01e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.620850 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0fd2b568-7044-4949-8037-4045cae98f21 req-85b9b1c1-9112-47f8-abd5-df417ccda01e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 944 time: 0.0944519 May 04 19:09:16.716731 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75240066-9d85-481e-8e00-2b5e50a8b8aa req-ef2b91b9-65ae-4f39-bf3e-d86ace91daa9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.718826 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-75240066-9d85-481e-8e00-2b5e50a8b8aa req-ef2b91b9-65ae-4f39-bf3e-d86ace91daa9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0833850 May 04 19:09:16.767188 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0fd2b568-7044-4949-8037-4045cae98f21 req-fffbc9de-832b-4907-b080-aa60a9705aa1 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327009 May 04 19:09:16.768683 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-fb88c68e-1fe9-44e5-bcec-dbc7218964d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.770644 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-fb88c68e-1fe9-44e5-bcec-dbc7218964d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1052084 May 04 19:09:16.775448 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c51d93-3b03-43af-bb04-2383769c431f None None] New status for floating IP 207464ce-5589-4977-bcdf-2f4de9e17af2: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:09:16.835070 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-1738b292-e23e-464f-8e8e-acdef9472ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.836782 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-1738b292-e23e-464f-8e8e-acdef9472ef2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa HTTP/1.1" status: 200 len: 915 time: 0.1820529 May 04 19:09:16.838502 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-ccb1cfc9-78f9-479a-a76e-abd53ee207c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.840812 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-ccb1cfc9-78f9-479a-a76e-abd53ee207c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.1718254 May 04 19:09:16.868754 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-75240066-9d85-481e-8e00-2b5e50a8b8aa req-01315005-fded-456d-b6bf-d530fafc38f5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081061 May 04 19:09:17.547984 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-377edc65-992b-4bb5-8f98-e488af16992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:17.675651 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a65d09c1-9351-46d2-ad7d-feaa68a1d927 req-8991c8b7-c5ce-440a-881d-94c5db76b2b8 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 210 time: 0.0571387 May 04 19:09:17.710142 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-8989d55b-6937-4cc3-862f-189fcc0cacac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b HTTP/1.1" status: 200 len: 217 time: 0.0524633 May 04 19:09:17.711423 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-ab18a3fd-a91c-479d-b989-32ecb7c72b2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 1002 time: 0.0778809 May 04 19:09:17.771076 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-20e7180e-bdaf-41ff-99fd-2d9d82418487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:17.773168 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-20e7180e-bdaf-41ff-99fd-2d9d82418487 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0481970 May 04 19:09:17.811705 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-6c3d519f-b352-456b-8560-366ebe385401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:17.813301 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-6c3d519f-b352-456b-8560-366ebe385401 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e03b6ddc-d8cd-4691-bb6e-6786500d46a3 HTTP/1.1" status: 200 len: 854 time: 0.0645821 May 04 19:09:17.815274 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-dccc6b67-f348-4e2a-90d2-0cce95e3d793 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878841 May 04 19:09:17.878701 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-0c9ae39e-1e9a-4f21-b60e-f0e94cc482c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442967 May 04 19:09:17.884342 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-4e9d308b-5e58-4e01-a8ad-85215028fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:17.885958 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-4e9d308b-5e58-4e01-a8ad-85215028fede service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572708 May 04 19:09:17.967144 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cafed-80a2-42ad-a80d-4262fe08c0c9 req-3cb45514-239b-43f9-8e7d-e2d1000231d3 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:17.971995 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-869cafed-80a2-42ad-a80d-4262fe08c0c9 req-3cb45514-239b-43f9-8e7d-e2d1000231d3 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 944 time: 0.1024542 May 04 19:09:18.054949 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf33c00-d85b-486a-b7f2-2b832b285a79 req-c6266aca-4d33-4a07-a2bd-010e1740e99c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:18.056515 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-daf33c00-d85b-486a-b7f2-2b832b285a79 req-c6266aca-4d33-4a07-a2bd-010e1740e99c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.1041827 May 04 19:09:18.068082 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c9f02366-78b2-4acd-bff5-6007cad7b64d req-084febd5-230b-43a1-b279-192c5cd5c56b service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257462 May 04 19:09:18.085407 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-c7a30680-bfda-41a5-b4e1-7cf3a042b3df service neutron] 10.222.0.11 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979969 May 04 19:09:18.122003 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-daf33c00-d85b-486a-b7f2-2b832b285a79 req-69530c22-df71-4f25-b94f-f31326cfecdd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563304 May 04 19:09:18.274627 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-cde97df3-6c2b-41ca-a396-adaa93c2099d service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701925 May 04 19:09:18.282609 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-869cafed-80a2-42ad-a80d-4262fe08c0c9 req-99fd155d-9cb8-4a0e-9283-3b256cc97806 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732308 May 04 19:09:18.490222 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-58551024-a0b6-4a07-bedf-bac4138785d1 req-025d9799-3dc9-4436-809d-69537a5051e7 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 May 04 19:09:18.490524 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f05c3861-6113-4ffc-b23e-eae55d6e65a1 req-76ed5b74-12b5-4439-a170-0d744077c42c service neutron] 10.222.0.11 "GET /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925949 May 04 19:09:18.663102 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-48c60335-47e8-4ec7-8aa6-491e5db5c9e1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:18.664423 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-48c60335-47e8-4ec7-8aa6-491e5db5c9e1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.1119642 May 04 19:09:18.772298 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3215b380-6da5-4076-839d-64bce7344c26 req-a8a27653-34e7-4a94-b77f-e3c3975eb52e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 210 time: 0.0269408 May 04 19:09:19.094007 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device d2d16c3a-ab38-4e7c-98b2-a43d2b35343b details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:09:19.104824 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-b7709fec-46dd-4d77-9bea-64113cffe486 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 473 time: 0.0633423 May 04 19:09:19.189516 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:19.201057 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b', 'network_id': '5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa', 'port_id': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b', 'mac_address': 'fa:16:3e:f1:ea:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03b6ddc-d8cd-4691-bb6e-6786500d46a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:09:19.216744 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'port': {'device_id': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'admin_state_up': True, 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'security_groups': ['c4d0d440-fec7-4ec0-8303-7fbe77fc773f']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:19.245760 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:19.246159 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.246673 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1db04-8e40-43f6-bb86-bab59b468a8b req-1bd03dd5-ca24-4c56-9384-9e2286b7e770 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.248736 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ad1db04-8e40-43f6-bb86-bab59b468a8b req-1bd03dd5-ca24-4c56-9384-9e2286b7e770 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0530121 May 04 19:09:19.259773 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d16c3a-ab38-4e7c-98b2-a43d2b35343b {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:19.281505 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:19.288286 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.289104 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:09:19.306081 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ad1db04-8e40-43f6-bb86-bab59b468a8b req-d85beb1b-cd34-4931-9201-f8a37dfa70ac tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501637 May 04 19:09:19.377648 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:19.392167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Made reservation on behalf of ef1ba9318cf84308a3ff6ce6da85755d for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:09:19.394930 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.442215 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd64e3d-51e0-4f28-8448-6ee3a0d72430 req-80f48655-f35c-4b86-8e0a-7d61c75e7907 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.443694 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cfd64e3d-51e0-4f28-8448-6ee3a0d72430 req-80f48655-f35c-4b86-8e0a-7d61c75e7907 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 945 time: 0.0710058 May 04 19:09:19.463139 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:19.474879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'port_id': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'mac_address': 'fa:16:3e:8a:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:09:19.512173 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:19.512478 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.525810 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2916343-9825-41ef-93c5-4b2dbc6d65a9 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:19.541894 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cfd64e3d-51e0-4f28-8448-6ee3a0d72430 req-92f7fd43-a8b2-41c3-b3d9-be5af20a7c23 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923507 May 04 19:09:19.545620 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:19.553228 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.591191 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.20.0.3 (52743f3b-665f-4119-9451-8ab735a2cc02/bb3dd897-3460-4581-b818-c986365d4fa5/f03e3054-1bc8-4f86-b799-59096192f4ee) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:09:19.605050 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=9']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:19.732611 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.765767 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.806346 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:09:19.809485 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:09:19.815381 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:09:19.840262 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=f03e3054-1bc8-4f86-b799-59096192f4ee,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:19.870281 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.871098 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.891390 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-35c1b560-42b9-421b-bf44-be207237681d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6777644 May 04 19:09:19.894901 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064b3f-6314-4442-a324-f3a4dc74b2a2 req-d51e99b0-fc0f-410a-973c-fb9a47746b2e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.896457 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e7064b3f-6314-4442-a324-f3a4dc74b2a2 req-d51e99b0-fc0f-410a-973c-fb9a47746b2e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 931 time: 0.0547643 May 04 19:09:19.904601 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-36aa46fe-e27e-464e-8697-051ad8a374df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:19.922763 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Request body: {'port': {'device_id': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:19.969658 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e7064b3f-6314-4442-a324-f3a4dc74b2a2 req-22eaaddc-552c-4914-ae52-8a2a752d8eec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587630 May 04 19:09:19.993231 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.073560 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-edeedbf1-4bd0-47bc-93b7-6ada73046fbd None None] Provisioning complete for port f03e3054-1bc8-4f86-b799-59096192f4ee triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:09:20.073930 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-edeedbf1-4bd0-47bc-93b7-6ada73046fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.110639 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-edeedbf1-4bd0-47bc-93b7-6ada73046fbd None None] Port f03e3054-1bc8-4f86-b799-59096192f4ee cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:09:20.185245 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['d2d16c3a-ab38-4e7c-98b2-a43d2b35343b'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:09:20.252706 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03e3054-1bc8-4f86-b799-59096192f4ee {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:20.260031 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Publish callbacks [] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.272166 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Transition to ACTIVE for port object f03e3054-1bc8-4f86-b799-59096192f4ee will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:09:20.275828 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.331830 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['c2916343-9825-41ef-93c5-4b2dbc6d65a9'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:09:20.349120 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Pushing event updated for resources: {'Port': ['ID=f03e3054-1bc8-4f86-b799-59096192f4ee,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:20.403288 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Attempting to bind port f03e3054-1bc8-4f86-b799-59096192f4ee on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:09:20.403693 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Attempting to bind port f03e3054-1bc8-4f86-b799-59096192f4ee by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:09:20.403955 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Attempting to bind port f03e3054-1bc8-4f86-b799-59096192f4ee on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:09:20.419936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Port f03e3054-1bc8-4f86-b799-59096192f4ee on network 52743f3b-665f-4119-9451-8ab735a2cc02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:09:20.420270 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Attempting to bind port f03e3054-1bc8-4f86-b799-59096192f4ee on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:09:20.441903 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:09:20.442226 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Checking segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:09:20.442609 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Bound using segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:09:20.443052 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Bound port: f03e3054-1bc8-4f86-b799-59096192f4ee, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:09:20.443417 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.469084 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9f76f-6455-4b04-965a-2e78e6872356 req-9bd7ec8b-bf3b-43de-86b3-c7b5517e525c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:20.470640 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5bb9f76f-6455-4b04-965a-2e78e6872356 req-9bd7ec8b-bf3b-43de-86b3-c7b5517e525c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0642862 May 04 19:09:20.565187 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5bb9f76f-6455-4b04-965a-2e78e6872356 req-8d0b4f44-bd12-46fa-b60f-5ef9d204fba2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702150 May 04 19:09:20.566189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] For port f03e3054-1bc8-4f86-b799-59096192f4ee, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:09:20.569285 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] For port f03e3054-1bc8-4f86-b799-59096192f4ee, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f03e3054-1bc8-4f86-b799-59096192f4ee,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:09:20.577576 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.613259 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:20.613906 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.615279 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-057b2b97-4b88-465b-b646-666d42018796 service neutron] 10.222.0.11 "PUT /v2.0/ports/f03e3054-1bc8-4f86-b799-59096192f4ee HTTP/1.1" status: 200 len: 1093 time: 0.6967497 May 04 19:09:20.615816 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:20.618105 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef779cf-9860-4a9d-878e-87271fd04b60" -d '{"events": [{"name": "network-changed", "server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:20.646529 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b2b97-4b88-465b-b646-666d42018796 service neutron] Pushing event updated for resources: {'Port': ['ID=f03e3054-1bc8-4f86-b799-59096192f4ee,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:20.672725 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bad3a1a-28a7-4785-9e26-503a36f0c880 x-openstack-request-id: req-2bad3a1a-28a7-4785-9e26-503a36f0c880 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:20.673012 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:20.673266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2bad3a1a-28a7-4785-9e26-503a36f0c880 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:20.673689 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bad3a1a-28a7-4785-9e26-503a36f0c880'] response: {'name': 'network-changed', 'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'status': 'completed', 'code': 200} May 04 19:09:20.678106 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4838368-ce67-4cdc-aefc-120d1a3bc14c req-547d7cc5-8886-4797-8edd-c90b1ccfaa06 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:20.679637 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c4838368-ce67-4cdc-aefc-120d1a3bc14c req-547d7cc5-8886-4797-8edd-c90b1ccfaa06 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 945 time: 0.0627470 May 04 19:09:20.735857 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c4838368-ce67-4cdc-aefc-120d1a3bc14c req-f194dc19-3082-4d44-9369-f40dc851e19e tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503414 May 04 19:09:20.738368 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-86e9b9f4-c87c-46c6-92d0-e6c51af6c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:20.740001 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-86e9b9f4-c87c-46c6-92d0-e6c51af6c470 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 1127 time: 0.0475535 May 04 19:09:20.791842 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-9ecd365f-09a3-4bb6-a3d2-57100a04ff4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f03e3054-1bc8-4f86-b799-59096192f4ee HTTP/1.1" status: 200 len: 217 time: 0.0391965 May 04 19:09:20.841867 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-0ec20fc4-183c-464b-a806-71dc87ab4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:20.843357 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-0ec20fc4-183c-464b-a806-71dc87ab4a63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0450485 May 04 19:09:20.887390 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-b96fe1a6-27a1-42a4-a6cf-2c92e4c2557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:20.888826 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-b96fe1a6-27a1-42a4-a6cf-2c92e4c2557c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387325 May 04 19:09:20.973813 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:20.983641 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-0b870f3e-7cff-419c-909d-c75942acd748 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877018 May 04 19:09:21.103378 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72047b-411d-4b58-856d-660b610998cc req-7dbb6dcb-c803-4f2b-b0af-5e4c173ceabb tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:21.104810 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6b72047b-411d-4b58-856d-660b610998cc req-7dbb6dcb-c803-4f2b-b0af-5e4c173ceabb tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 943 time: 0.0809720 May 04 19:09:21.126205 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b34a45da-5d7e-4da7-94db-9f9e3b40a2fd req-924f2d5b-3a6f-4949-b1af-4d6c13c7e033 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349735 May 04 19:09:21.154821 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6b72047b-411d-4b58-856d-660b610998cc req-e9c3bc90-282d-4262-879c-23ca298fa71b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 May 04 19:09:21.683753 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab871ea-7056-4b40-9bc0-07f70805fdec req-69a7bb0b-9feb-44c3-91f5-f274c77d5093 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:21.685127 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fab871ea-7056-4b40-9bc0-07f70805fdec req-69a7bb0b-9feb-44c3-91f5-f274c77d5093 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0460939 May 04 19:09:21.730004 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fab871ea-7056-4b40-9bc0-07f70805fdec req-a81b7193-61d8-49b3-929e-1531c6e6eebe tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393288 May 04 19:09:21.845030 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474626-85b3-41f0-a268-35b75248fe75 req-27f6f18f-810c-484b-a9f9-e302abd8ee21 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:21.846486 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4f474626-85b3-41f0-a268-35b75248fe75 req-27f6f18f-810c-484b-a9f9-e302abd8ee21 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 945 time: 0.0453863 May 04 19:09:21.890777 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4f474626-85b3-41f0-a268-35b75248fe75 req-07f672c7-dfac-4b0c-8cde-e232e1949546 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 May 04 19:09:21.967999 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:09:22.015773 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port c2916343-9825-41ef-93c5-4b2dbc6d65a9 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:09:22.016162 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:22.088401 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port c2916343-9825-41ef-93c5-4b2dbc6d65a9 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:22.088774 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:22.110268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:22.112443 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d937d-65ff-4101-9963-edc8488179de" -d '{"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:22.124540 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:22.128799 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:22.129720 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device d2d16c3a-ab38-4e7c-98b2-a43d2b35343b up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:09:22.157031 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fffe35c-7894-4a6a-b3c0-a24f7535c6dd x-openstack-request-id: req-6fffe35c-7894-4a6a-b3c0-a24f7535c6dd {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:22.157334 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:22.157600 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6fffe35c-7894-4a6a-b3c0-a24f7535c6dd {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:22.157986 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fffe35c-7894-4a6a-b3c0-a24f7535c6dd'] response: {'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'code': 200} May 04 19:09:22.213100 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=10']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:22.217438 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:09:22.224446 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:09:22.224990 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:22.271177 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db219b-0eea-4234-bc5c-04bdb87eb2ed req-47ddc979-2c24-442d-b7dc-c01483384dff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:22.273236 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b5db219b-0eea-4234-bc5c-04bdb87eb2ed req-47ddc979-2c24-442d-b7dc-c01483384dff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 943 time: 0.0501256 May 04 19:09:22.301434 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:22.301847 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:22.318207 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b5db219b-0eea-4234-bc5c-04bdb87eb2ed req-273f686b-6ee3-4419-9d74-d8ca7895e56b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393560 May 04 19:09:22.336401 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:22.342041 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:22.380707 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-9a0f1bc1-cd59-40e3-b77d-41460d374518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:22.382242 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-9a0f1bc1-cd59-40e3-b77d-41460d374518 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 1127 time: 0.0419157 May 04 19:09:22.394448 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:22.496436 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:22.819174 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-50d89d3f-1062-4143-9924-8f6aaf25ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:22.820932 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-50d89d3f-1062-4143-9924-8f6aaf25ebd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 916 time: 0.0939531 May 04 19:09:22.854909 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ad668-e40c-4bbe-989c-70e76ff53175 req-1c7ef679-dcc9-42fb-9ff0-dd84e22fd54f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:22.857037 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d94ad668-e40c-4bbe-989c-70e76ff53175 req-1c7ef679-dcc9-42fb-9ff0-dd84e22fd54f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0495574 May 04 19:09:22.872329 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-4c4a01bb-b000-4810-9d05-ac663a959360 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f03e3054-1bc8-4f86-b799-59096192f4ee HTTP/1.1" status: 200 len: 217 time: 0.0425634 May 04 19:09:22.914915 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d94ad668-e40c-4bbe-989c-70e76ff53175 req-e4f7588a-119c-463d-ad01-485be36b716f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519488 May 04 19:09:22.947873 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905bf62-fb90-4424-9534-10a63870f08d req-eba0dff6-2698-4bcb-9d16-89d523c62f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:22.949553 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e905bf62-fb90-4424-9534-10a63870f08d req-eba0dff6-2698-4bcb-9d16-89d523c62f9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 1131 time: 0.0492487 May 04 19:09:22.951216 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-225d6f19-177c-436d-a744-318479e5bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:22.952684 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-225d6f19-177c-436d-a744-318479e5bcc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0545385 May 04 19:09:23.002405 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e905bf62-fb90-4424-9534-10a63870f08d req-626e9dcc-5402-4cdd-aadb-749ae3267297 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 May 04 19:09:23.026189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-4ac7c851-3cbc-425e-adda-a782563e419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:23.027567 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-4ac7c851-3cbc-425e-adda-a782563e419f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658596 May 04 19:09:23.042256 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6381fdc-9b1c-4ac0-b5e7-ba88f63fb768 req-2a0a0866-e5a4-413d-b54b-4341e4bc3684 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:23.043569 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d6381fdc-9b1c-4ac0-b5e7-ba88f63fb768 req-2a0a0866-e5a4-413d-b54b-4341e4bc3684 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0562611 May 04 19:09:23.088652 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d6381fdc-9b1c-4ac0-b5e7-ba88f63fb768 req-b66b5bdf-b55e-4f37-aa0a-6c047d7fa192 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394812 May 04 19:09:23.402167 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-b7fa3291-60c2-44b0-883a-146c13a1ff19 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812843 May 04 19:09:23.430674 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1939c-bafe-4c70-b4ed-63705cb01a9a req-77fd45a9-5fa4-4639-93df-37ac5a734919 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:23.432120 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-21e1939c-bafe-4c70-b4ed-63705cb01a9a req-77fd45a9-5fa4-4639-93df-37ac5a734919 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 943 time: 0.0473015 May 04 19:09:23.478935 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-21e1939c-bafe-4c70-b4ed-63705cb01a9a req-9b8bc7b7-73d6-42da-abfb-6765936095e3 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 May 04 19:09:23.913052 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ef779cf-9860-4a9d-878e-87271fd04b60 req-9d458e58-ca3d-4841-985d-f8b0ee44e1bf service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846763 May 04 19:09:23.935559 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:23.986489 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f03e3054-1bc8-4f86-b799-59096192f4ee details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:09:24.050147 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f38cd-d95c-47de-a25d-3eca13ad5ffb req-79f4b152-4e82-469c-9f61-a90139527b9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:24.051605 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-115f38cd-d95c-47de-a25d-3eca13ad5ffb req-79f4b152-4e82-469c-9f61-a90139527b9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0467353 May 04 19:09:24.086719 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f03e3054-1bc8-4f86-b799-59096192f4ee, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f03e3054-1bc8-4f86-b799-59096192f4ee,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:24.096718 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-115f38cd-d95c-47de-a25d-3eca13ad5ffb req-04695582-8f48-49e6-bb95-af13eacb423e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389965 May 04 19:09:24.097805 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'port_id': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'mac_address': 'fa:16:3e:66:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:09:24.135027 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port f03e3054-1bc8-4f86-b799-59096192f4ee is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:24.135419 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:24.148722 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03e3054-1bc8-4f86-b799-59096192f4ee {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:24.160013 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:24.162252 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9cae9-535c-4145-8b16-d1e76426ed34" -d '{"events": [{"server_uuid": "6b8b5bee-fd07-4dda-8996-a2d4099c151c", "name": "network-vif-plugged", "status": "completed", "tag": "d2d16c3a-ab38-4e7c-98b2-a43d2b35343b"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:24.172985 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f03e3054-1bc8-4f86-b799-59096192f4ee, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f03e3054-1bc8-4f86-b799-59096192f4ee,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:24.178180 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:24.202541 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca1710-44ad-465b-b14b-0641b7a2d54d x-openstack-request-id: req-1bca1710-44ad-465b-b14b-0641b7a2d54d {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:24.202844 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8b5bee-fd07-4dda-8996-a2d4099c151c", "name": "network-vif-plugged", "status": "completed", "tag": "d2d16c3a-ab38-4e7c-98b2-a43d2b35343b", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:24.203057 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434f93b-9803-4f09-a429-f326ac260cb3 req-cfd17437-3384-4a0e-a908-4ce604e4e2fd tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:24.203558 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1bca1710-44ad-465b-b14b-0641b7a2d54d {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:24.203558 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bca1710-44ad-465b-b14b-0641b7a2d54d'] response: {'server_uuid': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b', 'code': 200} May 04 19:09:24.204847 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c434f93b-9803-4f09-a429-f326ac260cb3 req-cfd17437-3384-4a0e-a908-4ce604e4e2fd tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0497477 May 04 19:09:24.229317 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=f03e3054-1bc8-4f86-b799-59096192f4ee,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:24.254787 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c434f93b-9803-4f09-a429-f326ac260cb3 req-286c4350-55d0-44d4-8951-9ebe84b48ec2 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 May 04 19:09:24.593916 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee7001-a0c9-481d-b109-e87985bad6e8 req-1b6b8f59-375b-4094-93a5-4fd4125dc4ae tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:24.595538 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-71ee7001-a0c9-481d-b109-e87985bad6e8 req-1b6b8f59-375b-4094-93a5-4fd4125dc4ae tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 944 time: 0.0493903 May 04 19:09:24.639292 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['f03e3054-1bc8-4f86-b799-59096192f4ee'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:09:24.649671 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-71ee7001-a0c9-481d-b109-e87985bad6e8 req-26b4afa9-d1ef-483b-9a89-0c111354ca49 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485575 May 04 19:09:24.995742 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ca6ca-85c6-4258-9120-d82ac2228bcf req-47ef2961-9a01-4fe8-b483-ebd07b640ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:24.997216 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-889ca6ca-85c6-4258-9120-d82ac2228bcf req-47ef2961-9a01-4fe8-b483-ebd07b640ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 1130 time: 0.0394444 May 04 19:09:25.046118 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-889ca6ca-85c6-4258-9120-d82ac2228bcf req-480a0b1a-4f14-408a-9ef1-a43057ae128c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 May 04 19:09:25.216053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51f66c-afa1-49b2-afd3-5e558149cdb1 req-10f77d5c-4e68-4735-a12e-45a524984fec tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:25.217732 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3d51f66c-afa1-49b2-afd3-5e558149cdb1 req-10f77d5c-4e68-4735-a12e-45a524984fec tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0475900 May 04 19:09:25.265801 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3d51f66c-afa1-49b2-afd3-5e558149cdb1 req-1fab7630-1144-4738-9ab1-339f92b2074e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418108 May 04 19:09:25.381734 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ebc7-52e7-448b-ae98-15376fbf2a6e req-1ffb0bce-a9e5-4f8f-92cb-68dfa5b4ac34 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:25.383203 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6015ebc7-52e7-448b-ae98-15376fbf2a6e req-1ffb0bce-a9e5-4f8f-92cb-68dfa5b4ac34 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0511506 May 04 19:09:25.430416 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6015ebc7-52e7-448b-ae98-15376fbf2a6e req-d63c4079-3165-4c23-9e82-c45bceb3fbea tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 May 04 19:09:25.758412 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d48a0-66d5-4e04-9877-c2c8b291d03e req-1d4e8b75-a14e-45d1-9675-ddcce21273c3 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:25.759763 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-966d48a0-66d5-4e04-9877-c2c8b291d03e req-1d4e8b75-a14e-45d1-9675-ddcce21273c3 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 944 time: 0.0453458 May 04 19:09:25.804881 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-966d48a0-66d5-4e04-9877-c2c8b291d03e req-d828c04c-077a-478d-9716-c4b4841ff980 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 May 04 19:09:25.982035 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f03e3054-1bc8-4f86-b799-59096192f4ee up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:09:26.030289 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port f03e3054-1bc8-4f86-b799-59096192f4ee completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:09:26.036205 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port f03e3054-1bc8-4f86-b799-59096192f4ee triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:09:26.036720 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:26.116571 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port f03e3054-1bc8-4f86-b799-59096192f4ee is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:26.116963 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:26.149840 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f03e3054-1bc8-4f86-b799-59096192f4ee, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f03e3054-1bc8-4f86-b799-59096192f4ee,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:26.153349 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:26.198145 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=f03e3054-1bc8-4f86-b799-59096192f4ee,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:26.203828 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:26.206043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8039de01-1c31-49d2-85ed-05329c49ba65" -d '{"events": [{"server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "name": "network-vif-plugged", "status": "completed", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:26.210439 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.210799 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.211162 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.211508 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.211842 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.212175 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.212503 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.212831 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.213158 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.213507 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.213838 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.214179 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.214508 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.214868 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.215141 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:26.242553 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b304fd-6321-4c28-9cbb-485b1a9ffaa7 x-openstack-request-id: req-e7b304fd-6321-4c28-9cbb-485b1a9ffaa7 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:26.242929 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "name": "network-vif-plugged", "status": "completed", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:26.243187 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7b304fd-6321-4c28-9cbb-485b1a9ffaa7 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:26.243618 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b304fd-6321-4c28-9cbb-485b1a9ffaa7'] response: {'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'code': 200} May 04 19:09:26.387217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0094b-7e74-47b1-9167-39bd87080921 req-55621b24-9660-4ab0-9bf8-5816e255613b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:26.388707 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c0c0094b-7e74-47b1-9167-39bd87080921 req-55621b24-9660-4ab0-9bf8-5816e255613b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0503006 May 04 19:09:26.437969 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c0c0094b-7e74-47b1-9167-39bd87080921 req-033a64f6-e972-47c6-abb4-8cdecf8c176e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 May 04 19:09:26.545375 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1c442-dab6-4f1e-ba7d-b7f337f07711 req-e54f8d7a-701a-447b-95ea-4e2a0e8ea9a8 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:26.546818 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3ac1c442-dab6-4f1e-ba7d-b7f337f07711 req-e54f8d7a-701a-447b-95ea-4e2a0e8ea9a8 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0470445 May 04 19:09:26.591188 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3ac1c442-dab6-4f1e-ba7d-b7f337f07711 req-a0cacd6f-37e4-47e6-a48e-5d635b0955da tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 May 04 19:09:26.915743 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b9f3e-70c1-45eb-94db-c2dd79da0bce req-f2bb2e83-105c-4471-9e3f-cc48622e45d2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:26.917106 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cb6b9f3e-70c1-45eb-94db-c2dd79da0bce req-f2bb2e83-105c-4471-9e3f-cc48622e45d2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0487320 May 04 19:09:26.966558 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cb6b9f3e-70c1-45eb-94db-c2dd79da0bce req-3af6c2a9-ff3f-4bdd-b534-0e2bbd5a5b25 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 May 04 19:09:27.176843 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fb629-761e-428a-a97c-47da9d9b8738 req-1be2ed8b-0521-4c73-a6d9-506b26eb5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:27.179154 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ea1fb629-761e-428a-a97c-47da9d9b8738 req-1be2ed8b-0521-4c73-a6d9-506b26eb5185 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 1129 time: 0.0513806 May 04 19:09:27.225726 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ea1fb629-761e-428a-a97c-47da9d9b8738 req-91bd25f2-7e80-4cce-9978-ab41f0835c20 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 May 04 19:09:28.078066 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78fa0d-f413-44d3-a6f6-fe9408dfbc99 req-262db93a-a32b-4a24-a129-5f2217279483 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:28.079483 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ca78fa0d-f413-44d3-a6f6-fe9408dfbc99 req-262db93a-a32b-4a24-a129-5f2217279483 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0451167 May 04 19:09:28.124126 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ca78fa0d-f413-44d3-a6f6-fe9408dfbc99 req-174fef3d-924e-4acc-9a7f-2a8310fd1067 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387056 May 04 19:09:29.237715 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a9545-2102-41cc-b3cd-9b908705dc00 req-9936619f-3f82-4bff-9dad-099e8e339b2e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:29.239087 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-205a9545-2102-41cc-b3cd-9b908705dc00 req-9936619f-3f82-4bff-9dad-099e8e339b2e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0465803 May 04 19:09:29.285422 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-205a9545-2102-41cc-b3cd-9b908705dc00 req-edd86d2f-f6aa-4109-9045-50c789b4da6a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 May 04 19:09:30.402593 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b9d7-75da-4536-8695-503ec9c52941 req-80a052e2-2a25-4870-a2b5-67e0d5404d99 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:30.404035 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7e36b9d7-75da-4536-8695-503ec9c52941 req-80a052e2-2a25-4870-a2b5-67e0d5404d99 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0490704 May 04 19:09:30.449153 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7e36b9d7-75da-4536-8695-503ec9c52941 req-403ab508-237a-4f45-b7b8-1ba2e28f808b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395503 May 04 19:09:30.554082 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c736-74d1-43c2-899a-2519bd258c4c req-cc81972c-a618-4c4e-a542-88d5b92d57fc tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:30.555974 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ad85c736-74d1-43c2-899a-2519bd258c4c req-cc81972c-a618-4c4e-a542-88d5b92d57fc tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0458624 May 04 19:09:30.565537 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34036) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:30.570173 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'port_id': 'f03e3054-1bc8-4f86-b799-59096192f4ee'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:30.610637 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (629d8b43-b1eb-4c17-a662-7d5c72a8e663), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:31.034236 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:31.038201 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (629d8b43-b1eb-4c17-a662-7d5c72a8e663), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:31.135185 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 629d8b43-b1eb-4c17-a662-7d5c72a8e663 associated. External IP: 172.27.2.154, port: f03e3054-1bc8-4f86-b799-59096192f4ee. May 04 19:09:31.335890 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:09:31.444835 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:09:31.449665 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:31.455964 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:09:31.465208 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:09:31.465837 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:09:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:31.477833 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-891d4f1b-5982-42d0-857f-da596e461c5d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "PUT /v2.0/floatingips/629d8b43-b1eb-4c17-a662-7d5c72a8e663 HTTP/1.1" status: 200 len: 991 time: 0.9113195 May 04 19:09:31.478422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:31.480615 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ccd111-5786-43ca-81df-e06291aa7f43" -d '{"events": [{"name": "network-changed", "server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:31.516336 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa1dc1-9280-40b3-8b1b-261f4d186697 x-openstack-request-id: req-4bfa1dc1-9280-40b3-8b1b-261f4d186697 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:31.516634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:31.517142 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bfa1dc1-9280-40b3-8b1b-261f4d186697 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:31.517580 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfa1dc1-9280-40b3-8b1b-261f4d186697'] response: {'name': 'network-changed', 'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'status': 'completed', 'code': 200} May 04 19:09:31.577403 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:09:31.610835 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-182faafe-3472-4ef7-a824-ee143ba4763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:31.612267 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-182faafe-3472-4ef7-a824-ee143ba4763e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 1129 time: 0.0389564 May 04 19:09:31.794100 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:47Z', 'revision_number': 2, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}, {'id': '629d8b43-b1eb-4c17-a662-7d5c72a8e663', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:66:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:09:15Z', 'updated_at': '2022-05-04T19:09:30Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:31.824462 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:09:31.833108 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:09:31.833762 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:09:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:31.942278 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:09:31.942663 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-6e78c0dc-9794-4a1e-a620-5c76b939048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:31.944677 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-6e78c0dc-9794-4a1e-a620-5c76b939048d service neutron] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 916 time: 0.3235288 May 04 19:09:32.012622 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-0e87171f-f2d5-4f78-94b9-f211ed40093f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f03e3054-1bc8-4f86-b799-59096192f4ee HTTP/1.1" status: 200 len: 999 time: 0.0583689 May 04 19:09:32.069229 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-5e01234d-0129-48cd-999b-9ef0c6c66732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:32.070686 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-5e01234d-0129-48cd-999b-9ef0c6c66732 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0423682 May 04 19:09:32.117423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-951c1699-619e-442d-a0c1-b0e976dece47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:32.118924 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-951c1699-619e-442d-a0c1-b0e976dece47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405691 May 04 19:09:32.153025 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:47Z', 'revision_number': 2, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}, {'id': '629d8b43-b1eb-4c17-a662-7d5c72a8e663', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:66:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:09:15Z', 'updated_at': '2022-05-04T19:09:30Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:32.181892 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05ae3ab-75c1-4231-a970-ffe1576bc84e None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:47Z', 'revision_number': 2, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}, {'id': '629d8b43-b1eb-4c17-a662-7d5c72a8e663', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:66:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:09:15Z', 'updated_at': '2022-05-04T19:09:30Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:09:32.217652 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-110b58cc-316f-4c9a-91d2-1d5803d26b00 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 May 04 19:09:32.317271 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f4ccd111-5786-43ca-81df-e06291aa7f43 req-e8026964-48eb-47a4-beab-6b6627fbe9c3 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873899 May 04 19:09:32.358111 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa755bdf-d567-4f0a-bb3c-08a90a341a58 None None] New status for floating IP 629d8b43-b1eb-4c17-a662-7d5c72a8e663: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:09:45.174898 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:09:45.733011 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768fab0-a7ae-4749-a16f-9a83d9a2c5e0 req-38206bb8-ec2f-49a2-80e6-2ed094ead53d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:45.734520 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f768fab0-a7ae-4749-a16f-9a83d9a2c5e0 req-38206bb8-ec2f-49a2-80e6-2ed094ead53d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0461376 May 04 19:09:45.780196 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f768fab0-a7ae-4749-a16f-9a83d9a2c5e0 req-1be1349a-4a43-4451-a7db-20d259c50b78 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394225 May 04 19:09:45.964873 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:46.895250 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194272c7-0587-4cc8-81a8-a1d70c291437 req-9d7938e4-3cfd-4ffe-a6f6-ce1972cd9094 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:46.896703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-194272c7-0587-4cc8-81a8-a1d70c291437 req-9d7938e4-3cfd-4ffe-a6f6-ce1972cd9094 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0465593 May 04 19:09:46.941601 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-194272c7-0587-4cc8-81a8-a1d70c291437 req-501b555e-37cb-4329-aa0b-de626396fef3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391991 May 04 19:09:47.550206 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a718a4e4-c275-4830-a2d2-963ce50461a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:48.051329 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bb90a-65e3-4365-b07e-9eda7ed2a4bb req-ce2f7ed4-8b2c-4e36-879b-a0b43f6b974f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:48.053252 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-233bb90a-65e3-4365-b07e-9eda7ed2a4bb req-ce2f7ed4-8b2c-4e36-879b-a0b43f6b974f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0456851 May 04 19:09:48.101082 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-233bb90a-65e3-4365-b07e-9eda7ed2a4bb req-1c5dc3aa-cb94-4aa7-b1f6-9aa99120245e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 May 04 19:09:48.932902 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47666d-aae0-42e7-87fc-c85e26796e6c req-230a928d-dcde-4747-bf8b-1bc7ecde30e9 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:48.934272 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fd47666d-aae0-42e7-87fc-c85e26796e6c req-230a928d-dcde-4747-bf8b-1bc7ecde30e9 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0503631 May 04 19:09:48.984946 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fd47666d-aae0-42e7-87fc-c85e26796e6c req-fa06122c-2108-4f55-b2ff-d01d13475a53 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 May 04 19:09:49.214052 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6512e-2180-4d12-94a5-fc5400c3d0cf req-b8deac9f-a041-4da0-b5d8-190a7d717b04 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:49.215648 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d4e6512e-2180-4d12-94a5-fc5400c3d0cf req-b8deac9f-a041-4da0-b5d8-190a7d717b04 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0456944 May 04 19:09:49.263224 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d4e6512e-2180-4d12-94a5-fc5400c3d0cf req-050c1494-a7a0-419b-b085-7b071369e99c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421650 May 04 19:09:49.897151 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-919a0598-ab59-432c-b426-3415a009861b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:50.098004 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6c2c-83dd-4f2f-9c33-ea7018a45fcf req-5d550ded-a27e-4ffa-ba72-aaa443239e5a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:50.100433 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-501e6c2c-83dd-4f2f-9c33-ea7018a45fcf req-5d550ded-a27e-4ffa-ba72-aaa443239e5a tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0453801 May 04 19:09:50.145227 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-501e6c2c-83dd-4f2f-9c33-ea7018a45fcf req-ca3c8639-626a-4ebe-93fd-7da46f73f5d0 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 May 04 19:09:50.372951 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efccc21-0c85-4fb0-9a59-dd78d8e7fe8f req-e711bf98-89cc-4af7-98e4-96251247f1ce tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:50.374426 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7efccc21-0c85-4fb0-9a59-dd78d8e7fe8f req-e711bf98-89cc-4af7-98e4-96251247f1ce tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0459776 May 04 19:09:50.421018 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7efccc21-0c85-4fb0-9a59-dd78d8e7fe8f req-495eb889-a08f-450e-8df8-cddcc3165e9e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 May 04 19:09:50.977158 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:51.257897 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b495-1048-46a0-a427-88b01e30e98d req-024e90a2-7e4f-44a6-9e27-367df4f80a07 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:51.259228 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1df1b495-1048-46a0-a427-88b01e30e98d req-024e90a2-7e4f-44a6-9e27-367df4f80a07 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0481291 May 04 19:09:51.303374 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1df1b495-1048-46a0-a427-88b01e30e98d req-c88a5d17-d3b3-48ec-b645-e99787781963 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f59945-e59b-4786-8b93-fc2f916e565f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387955 May 04 19:09:51.435206 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-b4823e5f-58b4-493b-8798-d75869d091e6 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:51.436632 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-b4823e5f-58b4-493b-8798-d75869d091e6 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 946 time: 0.0453143 May 04 19:09:51.522386 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Deleting port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:09:51.522632 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:51.530608 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293258e-03f1-4198-80c9-e81377e00fc5 req-6a5b3665-5855-421f-97e4-c8bdc8b5fd03 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:51.532119 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e293258e-03f1-4198-80c9-e81377e00fc5 req-6a5b3665-5855-421f-97e4-c8bdc8b5fd03 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0458131 May 04 19:09:51.578105 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e293258e-03f1-4198-80c9-e81377e00fc5 req-5e3ff0fb-38c9-4e6b-a4d8-37daad669cc6 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399261 May 04 19:09:51.608935 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] For port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,segment=NetworkSegment(042f8f0f-2624-40f5-89ff-60127662e460),segment_id=042f8f0f-2624-40f5-89ff-60127662e460)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:51.609292 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:51.622147 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Calling delete_port for d2d16c3a-ab38-4e7c-98b2-a43d2b35343b owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:09:51.746827 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (d2d16c3a-ab38-4e7c-98b2-a43d2b35343b), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:51.773749 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Pushing event deleted for resources: {'Port': ['ID=d2d16c3a-ab38-4e7c-98b2-a43d2b35343b,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:51.798179 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['d2d16c3a-ab38-4e7c-98b2-a43d2b35343b'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:09:51.815722 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] No DVR routers for this DVR port d2d16c3a-ab38-4e7c-98b2-a43d2b35343b on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:09:51.818759 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:51.821969 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-465d07d8-e0b8-4366-b52f-0fce1772f18a req-4f685310-1cb7-4fc1-97c5-8ed17c9df7ce tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.11 "DELETE /v2.0/ports/d2d16c3a-ab38-4e7c-98b2-a43d2b35343b HTTP/1.1" status: 204 len: 173 time: 0.3797877 May 04 19:09:51.822402 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'name': 'network-vif-deleted', 'tag': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:51.824596 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f131bc-e88b-45aa-b044-8dbe79da4fe9" -d '{"events": [{"server_uuid": "6b8b5bee-fd07-4dda-8996-a2d4099c151c", "name": "network-vif-deleted", "tag": "d2d16c3a-ab38-4e7c-98b2-a43d2b35343b"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:51.861772 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8ce3dc-eb06-4833-887e-7abc2ddd2c40 x-openstack-request-id: req-3f8ce3dc-eb06-4833-887e-7abc2ddd2c40 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:51.862065 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8b5bee-fd07-4dda-8996-a2d4099c151c", "name": "network-vif-deleted", "tag": "d2d16c3a-ab38-4e7c-98b2-a43d2b35343b", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:51.862318 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f8ce3dc-eb06-4833-887e-7abc2ddd2c40 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:51.862716 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8ce3dc-eb06-4833-887e-7abc2ddd2c40'] response: {'server_uuid': '6b8b5bee-fd07-4dda-8996-a2d4099c151c', 'name': 'network-vif-deleted', 'tag': 'd2d16c3a-ab38-4e7c-98b2-a43d2b35343b', 'status': 'completed', 'code': 200} May 04 19:09:52.411362 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4c8f03ee-ca0d-479a-a94a-bcd82a1b24fe req-2d265f54-e61a-471b-be77-de77cfa4f298 tempest-VolumesSnapshotTestJSON-167872944 tempest-VolumesSnapshotTestJSON-167872944-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b5bee-fd07-4dda-8996-a2d4099c151c HTTP/1.1" status: 200 len: 210 time: 0.0319276 May 04 19:09:52.500479 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:52.700151 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10580d-6539-4f67-9768-4c1d286f2245 req-eea2e3e7-2f82-4d5e-a5ad-67e1d0ce0801 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:52.701622 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9e10580d-6539-4f67-9768-4c1d286f2245 req-eea2e3e7-2f82-4d5e-a5ad-67e1d0ce0801 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0483799 May 04 19:09:52.747007 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9e10580d-6539-4f67-9768-4c1d286f2245 req-f84eb4e7-dac6-42c9-a289-f6b8c7931d4f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399251 May 04 19:09:53.856315 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096fc30-7ca7-4a64-acc8-a2ae608b5357 req-d4c34b17-a06c-427f-a2ac-feb3cfead526 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:53.857764 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9096fc30-7ca7-4a64-acc8-a2ae608b5357 req-d4c34b17-a06c-427f-a2ac-feb3cfead526 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0452693 May 04 19:09:53.902288 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9096fc30-7ca7-4a64-acc8-a2ae608b5357 req-01bc9cef-7d64-419e-9c02-0afd90a5b989 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 May 04 19:09:53.938985 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:54.169782 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device d2d16c3a-ab38-4e7c-98b2-a43d2b35343b no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:09:54.189862 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: d2d16c3a-ab38-4e7c-98b2-a43d2b35343b {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:09:54.190132 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device d2d16c3a-ab38-4e7c-98b2-a43d2b35343b not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:09:55.015064 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca34145-7597-4c3e-be69-313c688fd895 req-850978d2-5fce-4258-b0b2-f7a691e48b4f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:55.016545 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ca34145-7597-4c3e-be69-313c688fd895 req-850978d2-5fce-4258-b0b2-f7a691e48b4f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0473964 May 04 19:09:55.068046 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ca34145-7597-4c3e-be69-313c688fd895 req-c546ff20-b87c-46b3-b682-f3eab5b26d20 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450981 May 04 19:09:56.190739 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317a2cd-9263-46f9-9b7f-517d5a517a3f req-b91c5419-5dcc-418a-81fe-2b67355c7c67 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:56.192072 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7317a2cd-9263-46f9-9b7f-517d5a517a3f req-b91c5419-5dcc-418a-81fe-2b67355c7c67 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0490165 May 04 19:09:56.236396 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7317a2cd-9263-46f9-9b7f-517d5a517a3f req-4e09d3bd-e877-4091-8626-e1c72801a048 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389059 May 04 19:09:57.346426 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f232662-7c7f-4e3a-a9cf-8d660f47363a req-72acc3f6-4517-49ce-86c0-cf8c56991e4a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:57.347868 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5f232662-7c7f-4e3a-a9cf-8d660f47363a req-72acc3f6-4517-49ce-86c0-cf8c56991e4a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0447412 May 04 19:09:57.392792 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5f232662-7c7f-4e3a-a9cf-8d660f47363a req-fc017f4b-7b6d-40b8-80c4-a2d6672f0165 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388453 May 04 19:09:58.505271 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc1743-f752-4150-a6c2-4751c61f2448 req-60b3431d-5ebe-4051-9cc1-d195055dd3ee tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:58.506672 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3fbc1743-f752-4150-a6c2-4751c61f2448 req-60b3431d-5ebe-4051-9cc1-d195055dd3ee tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0457788 May 04 19:09:58.552394 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3fbc1743-f752-4150-a6c2-4751c61f2448 req-77d98ec4-0904-47fc-af1f-961e52e13c03 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 May 04 19:09:59.667110 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628793e-162a-4eda-9c85-0134095cf115 req-bfe642b5-41a3-4004-a363-09f29d0c5433 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:59.668661 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e628793e-162a-4eda-9c85-0134095cf115 req-bfe642b5-41a3-4004-a363-09f29d0c5433 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0500975 May 04 19:09:59.722553 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e628793e-162a-4eda-9c85-0134095cf115 req-3de474f4-9507-4141-9c11-58340e962294 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483129 May 04 19:10:00.840787 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb838420-d78e-4200-b202-cf966dde1d56 req-7e80dafa-3227-4498-a252-eaa54c5d4c4e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:00.842276 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fb838420-d78e-4200-b202-cf966dde1d56 req-7e80dafa-3227-4498-a252-eaa54c5d4c4e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0458713 May 04 19:10:00.890760 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fb838420-d78e-4200-b202-cf966dde1d56 req-5f854d89-13b5-4221-97a4-a0af342eb946 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 May 04 19:10:02.012421 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c676e-456a-4af2-940a-f7ec68b9cffc req-9fb44ac6-ce85-4c68-a088-84bc6358e1d1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:02.013942 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b54c676e-456a-4af2-940a-f7ec68b9cffc req-9fb44ac6-ce85-4c68-a088-84bc6358e1d1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0495610 May 04 19:10:02.063571 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b54c676e-456a-4af2-940a-f7ec68b9cffc req-ad0588cf-b028-473a-8224-b62788df903f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437334 May 04 19:10:03.174599 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e603174-f0a6-4dec-bed4-c4861b706c45 req-1a3525b1-6e4b-48d1-a05f-5dfbb302d27d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:03.176026 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0e603174-f0a6-4dec-bed4-c4861b706c45 req-1a3525b1-6e4b-48d1-a05f-5dfbb302d27d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0458956 May 04 19:10:03.221401 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0e603174-f0a6-4dec-bed4-c4861b706c45 req-5cc3bdf5-1c8c-4105-9108-1eb2a590aee5 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398417 May 04 19:10:03.443781 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c1c05-5f9f-4098-92e4-02d3409778b8 req-96d01383-f51b-4b9e-9621-837a10c00828 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:03.445323 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5b4c1c05-5f9f-4098-92e4-02d3409778b8 req-96d01383-f51b-4b9e-9621-837a10c00828 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0472319 May 04 19:10:03.490715 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5b4c1c05-5f9f-4098-92e4-02d3409778b8 req-373d8438-288c-4b39-8468-81bd0ea5889a tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397491 May 04 19:10:04.604624 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead3e4-d828-45f3-9c58-0f9789191545 req-f1ea41aa-fcbc-42a2-bdc2-7afa70d4824b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:04.605999 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b6ead3e4-d828-45f3-9c58-0f9789191545 req-f1ea41aa-fcbc-42a2-bdc2-7afa70d4824b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0454066 May 04 19:10:04.654569 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b6ead3e4-d828-45f3-9c58-0f9789191545 req-d6f7e82d-9e67-4757-aa96-f7dd012feeda tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432093 May 04 19:10:04.990300 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-d19ec2c8-d674-4488-8b5a-e40e52fc7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:04.991805 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-d19ec2c8-d674-4488-8b5a-e40e52fc7d35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 1129 time: 0.0480902 May 04 19:10:05.088332 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-0e9c61e0-74a5-4b80-b20a-abab208cad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:05.089827 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-0e9c61e0-74a5-4b80-b20a-abab208cad41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 912 time: 0.0892344 May 04 19:10:05.158447 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-c735f428-c66b-4cba-8553-0a87b540b6b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 200 len: 1000 time: 0.0602295 May 04 19:10:05.206139 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-6cf86d28-e467-4517-8798-0e692458dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:05.207536 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-6cf86d28-e467-4517-8798-0e692458dec6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.0420761 May 04 19:10:05.252227 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-db897fa5-b32d-46c9-b223-c8027ed13ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:05.253594 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-db897fa5-b32d-46c9-b223-c8027ed13ded service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362501 May 04 19:10:05.348693 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-b662c65d-33d2-4940-a15a-97f59f455f40 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838435 May 04 19:10:05.435655 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ef5f41c1-2def-4db1-a3f2-d7553ae27453 req-f4fc5a69-65be-4eaa-84ef-cd672d1f3199 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806077 May 04 19:10:05.770477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99464252-d43a-44ea-807f-922d464c5ebe req-0d4acb70-816d-4f73-8299-6f1f6176178d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:05.771907 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-99464252-d43a-44ea-807f-922d464c5ebe req-0d4acb70-816d-4f73-8299-6f1f6176178d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0501754 May 04 19:10:05.816722 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-99464252-d43a-44ea-807f-922d464c5ebe req-d57e32a3-ceff-4570-92ae-8f3636cb8823 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394125 May 04 19:10:06.926435 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecec846-e6c3-437e-ba38-7bea74f06bd6 req-9dd48bc1-3d21-4bc3-8b83-10939e28e9de tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:06.928400 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-eecec846-e6c3-437e-ba38-7bea74f06bd6 req-9dd48bc1-3d21-4bc3-8b83-10939e28e9de tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0452423 May 04 19:10:06.975316 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-eecec846-e6c3-437e-ba38-7bea74f06bd6 req-73d547a0-65d2-487f-90b6-8eb510ed9f55 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 May 04 19:10:15.399731 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34362) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:15.443513 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Deleting subnet e03b6ddc-d8cd-4691-bb6e-6786500d46a3 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:10:15.446518 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Publish callbacks [] for subnet (e03b6ddc-d8cd-4691-bb6e-6786500d46a3), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.482527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Publish callbacks [] for subnet (e03b6ddc-d8cd-4691-bb6e-6786500d46a3), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.487930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (e03b6ddc-d8cd-4691-bb6e-6786500d46a3), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.539150 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (e03b6ddc-d8cd-4691-bb6e-6786500d46a3), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.564615 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03b6ddc-d8cd-4691-bb6e-6786500d46a3,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:15.569865 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.573607 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e03b6ddc-d8cd-4691-bb6e-6786500d46a3 HTTP/1.1" status: 204 len: 168 time: 0.1716452 May 04 19:10:15.575724 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34364) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:15.578590 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.578947 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.579294 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.579638 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.580004 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.580337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.580667 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.580998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.581329 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.581685 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.582017 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.582345 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.582669 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.583000 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.583324 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82a815-0a74-4603-85d1-419f0ac47841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.642242 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.719604 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.739074 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:15.748533 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042f8f0f-2624-40f5-89ff-60127662e460') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:15.748828 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042f8f0f-2624-40f5-89ff-60127662e460') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:15.757819 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (042f8f0f-2624-40f5-89ff-60127662e460), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.771785 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (042f8f0f-2624-40f5-89ff-60127662e460), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.778694 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:10:15.779080 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (042f8f0f-2624-40f5-89ff-60127662e460), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:10:15.780782 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:10:15.838389 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.845722 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:15.848839 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa HTTP/1.1" status: 204 len: 168 time: 0.2720854 May 04 19:10:15.858462 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d74b4ea-3f57-4f2d-b82a-88a7a6abbbaa,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:15.865558 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.865911 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.866253 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.867465 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.867465 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.867465 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.867761 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.867889 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.868218 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.868539 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.868864 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.869190 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.869532 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.869856 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.870196 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c7bd9-7236-44fb-b9e7-cc1444a7ac01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:15.959307 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:16.014413 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34372) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:16.055361 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-fae641aa-adaf-4c12-af36-7f8f0bad51fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fedb3ef21b1e413395b1a4cdcfb3f4d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396841 May 04 19:10:16.057871 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34374) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:16.103518 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2f633b14-f678-483e-b7fc-e84b5bccc65b admin admin] Publish callbacks [] for security_group (d8f59945-e59b-4786-8b93-fc2f916e565f), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:16.123654 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2f633b14-f678-483e-b7fc-e84b5bccc65b admin admin] Publish callbacks [] for security_group (d8f59945-e59b-4786-8b93-fc2f916e565f), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:16.168965 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2f633b14-f678-483e-b7fc-e84b5bccc65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d8f59945-e59b-4786-8b93-fc2f916e565f), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:16.171513 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2f633b14-f678-483e-b7fc-e84b5bccc65b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:16.172712 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-2f633b14-f678-483e-b7fc-e84b5bccc65b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8f59945-e59b-4786-8b93-fc2f916e565f HTTP/1.1" status: 204 len: 168 time: 0.1138921 May 04 19:10:16.180492 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f633b14-f678-483e-b7fc-e84b5bccc65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f59945-e59b-4786-8b93-fc2f916e565f,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:17.552737 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-1f9f860b-9034-46c9-8f44-f4689195b119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:18.348633 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d2b5-62f2-4ce5-a707-cb99d271088f req-239d49f9-ba5f-4502-9805-2314ea7a2b5b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:18.350477 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b812d2b5-62f2-4ce5-a707-cb99d271088f req-239d49f9-ba5f-4502-9805-2314ea7a2b5b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0512080 May 04 19:10:18.405186 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b812d2b5-62f2-4ce5-a707-cb99d271088f req-1ad61efd-6e8b-4a12-a989-1e9794b31499 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 May 04 19:10:19.521717 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257dcb5-d469-4885-8668-5037eeae0ff9 req-985b5774-a219-4d19-861b-de1732001bea tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:19.523169 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0257dcb5-d469-4885-8668-5037eeae0ff9 req-985b5774-a219-4d19-861b-de1732001bea tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0467734 May 04 19:10:19.568151 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0257dcb5-d469-4885-8668-5037eeae0ff9 req-851f80f3-a6a8-4755-855b-c9449c057e44 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394475 May 04 19:10:19.897522 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e02de26f-a16e-43cd-ad0d-f657fef9b68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:20.677567 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b7e2-35b9-498f-befa-72cc09e22ee8 req-1fb9d944-4dc5-4b4c-a9eb-601de2e9b617 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:20.678992 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1915b7e2-35b9-498f-befa-72cc09e22ee8 req-1fb9d944-4dc5-4b4c-a9eb-601de2e9b617 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0450692 May 04 19:10:20.727033 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1915b7e2-35b9-498f-befa-72cc09e22ee8 req-a4cca045-7d12-4341-982b-979490fca486 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 May 04 19:10:20.979514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:21.836119 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e4d76-fdb4-487c-83bc-9e5f471d715d req-dc56c7cb-895a-45d0-87eb-f6b67408071f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:21.837596 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-617e4d76-fdb4-487c-83bc-9e5f471d715d req-dc56c7cb-895a-45d0-87eb-f6b67408071f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0455620 May 04 19:10:21.891283 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-617e4d76-fdb4-487c-83bc-9e5f471d715d req-80bcdc7e-3b25-4b59-b71d-532df5474e24 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480602 May 04 19:10:21.920593 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-b8c2a818-9e36-4b2c-aa7f-7b84917c3594 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435848 May 04 19:10:22.174180 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:10:22.434283 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e587b7-0b64-4f0b-b488-29e5974a5187 req-a6e0d512-f55b-475c-a552-da532cb98b55 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:22.435969 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c1e587b7-0b64-4f0b-b488-29e5974a5187 req-a6e0d512-f55b-475c-a552-da532cb98b55 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0483868 May 04 19:10:22.481366 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c1e587b7-0b64-4f0b-b488-29e5974a5187 req-8ca8563f-99ac-4f87-a687-e4e195948551 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397692 May 04 19:10:22.503956 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:23.003627 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b921-bf47-4a77-bb10-24edea8f5bc4 req-24d13791-96af-4073-97ce-8878571889c6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:23.005080 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6c85b921-bf47-4a77-bb10-24edea8f5bc4 req-24d13791-96af-4073-97ce-8878571889c6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0461657 May 04 19:10:23.053148 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6c85b921-bf47-4a77-bb10-24edea8f5bc4 req-583bebc6-3a7e-4fe0-8048-f2383065dfce tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 May 04 19:10:23.594647 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478016b9-6322-494d-9e03-bbe32483382f req-9f96d086-01b5-42f6-9ac1-1acc120a9d47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:23.596092 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-478016b9-6322-494d-9e03-bbe32483382f req-9f96d086-01b5-42f6-9ac1-1acc120a9d47 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0461411 May 04 19:10:23.640676 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-478016b9-6322-494d-9e03-bbe32483382f req-ee28a63c-24e5-40cf-9dfe-91196abe6eab tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391841 May 04 19:10:23.939919 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:24.169180 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663308d-c492-40c8-92c1-826ed48460a5 req-9c4527de-6140-49ea-9e19-c468bb2bc85c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:24.170651 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d663308d-c492-40c8-92c1-826ed48460a5 req-9c4527de-6140-49ea-9e19-c468bb2bc85c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0492020 May 04 19:10:24.215512 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d663308d-c492-40c8-92c1-826ed48460a5 req-793b8586-abcb-485f-b0ec-939e3e4277c4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393798 May 04 19:10:24.678407 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-bab55a12-840c-46e9-a7d3-eee2f094cf4f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:24.680546 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-bab55a12-840c-46e9-a7d3-eee2f094cf4f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0472486 May 04 19:10:24.692257 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-e7adc130-3c2a-4d1b-8ac4-527728a4ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:24.693848 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-e7adc130-3c2a-4d1b-8ac4-527728a4ca4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 1129 time: 0.0696664 May 04 19:10:24.694763 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-7c56a8e2-b895-4f60-afcd-653be893934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:24.696077 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-7c56a8e2-b895-4f60-afcd-653be893934b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1130 time: 0.0627244 May 04 19:10:24.878475 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-abdac2b4-975c-4cd1-9cfe-ca91ed53019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:24.880371 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-abdac2b4-975c-4cd1-9cfe-ca91ed53019d service neutron] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 912 time: 0.1390903 May 04 19:10:24.881429 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-e4824f73-d268-47e7-9c5a-2ee4c4b8e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:24.882838 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-e4824f73-d268-47e7-9c5a-2ee4c4b8e30d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.1698811 May 04 19:10:25.018085 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-d6f9d19f-6f7e-42a5-8496-a4c607a56c7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 200 len: 1000 time: 0.1249564 May 04 19:10:25.020508 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-3dbb93d5-b870-47d0-9c5f-df313a6a355e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 1002 time: 0.1199896 May 04 19:10:25.086329 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889d82d-982e-4b5b-85a3-15bceaf96396 req-d8bdd0a0-b962-4094-a6c8-baeb11ce60f4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:25.089967 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e889d82d-982e-4b5b-85a3-15bceaf96396 req-d8bdd0a0-b962-4094-a6c8-baeb11ce60f4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.3492711 May 04 19:10:25.110515 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-f0a1d95b-2e34-4f3f-86c9-ed0286a87dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:25.111949 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-f0a1d95b-2e34-4f3f-86c9-ed0286a87dd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.0829413 May 04 19:10:25.113533 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-55a8c738-f4ef-4df6-97c6-07c17c638cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:25.114862 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-55a8c738-f4ef-4df6-97c6-07c17c638cf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0846105 May 04 19:10:25.118708 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port f03e3054-1bc8-4f86-b799-59096192f4ee {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:25.119044 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:25.187187 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-6f906421-de61-47a9-9ac6-a94e3235b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:25.188575 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-6f906421-de61-47a9-9ac6-a94e3235b2bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647907 May 04 19:10:25.189658 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-397d83f9-2b70-4aba-98b9-a7aac74ad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:25.190963 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-397d83f9-2b70-4aba-98b9-a7aac74ad664 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597496 May 04 19:10:25.198619 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e889d82d-982e-4b5b-85a3-15bceaf96396 req-c9a2b343-8790-4929-876c-8406fe9faf0c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029341 May 04 19:10:25.227972 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] For port f03e3054-1bc8-4f86-b799-59096192f4ee, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f03e3054-1bc8-4f86-b799-59096192f4ee,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:25.228338 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:25.327829 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc90062-1d14-44f7-b76e-9492db31a758 req-a7e40012-66c3-4404-9550-d1c59f9d1e78 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:25.328936 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1cc90062-1d14-44f7-b76e-9492db31a758 req-a7e40012-66c3-4404-9550-d1c59f9d1e78 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 945 time: 0.0459735 May 04 19:10:25.384652 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1cc90062-1d14-44f7-b76e-9492db31a758 req-02ec24e9-7d1e-40d6-9f28-6143a4a3e084 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=c4d0d440-fec7-4ec0-8303-7fbe77fc773f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508180 May 04 19:10:25.460432 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:25.461336 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (629d8b43-b1eb-4c17-a662-7d5c72a8e663), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:25.461678 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 629d8b43-b1eb-4c17-a662-7d5c72a8e663 disassociated. External IP: 172.27.2.154, port: f03e3054-1bc8-4f86-b799-59096192f4ee. May 04 19:10:25.462018 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for f03e3054-1bc8-4f86-b799-59096192f4ee owned by compute:nova {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:25.587657 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (f03e3054-1bc8-4f86-b799-59096192f4ee), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:25.615347 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=f03e3054-1bc8-4f86-b799-59096192f4ee,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:25.768951 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:25.788590 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaa92c-ac97-4b39-8ea0-d3484d53a812 req-b20f09ec-6c71-4f4e-b777-81c3ae6f895a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:25.790097 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-45aaa92c-ac97-4b39-8ea0-d3484d53a812 req-b20f09ec-6c71-4f4e-b777-81c3ae6f895a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0580430 May 04 19:10:25.880352 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-45aaa92c-ac97-4b39-8ea0-d3484d53a812 req-92b41067-74cf-4ba7-929d-3d6223883d65 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844705 May 04 19:10:25.926953 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:25.938793 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:25.952623 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:25.956646 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:25.973030 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] No DVR routers for this DVR port f03e3054-1bc8-4f86-b799-59096192f4ee on host hv-cinder-83090 {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:10:25.976870 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:25.980397 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a52b22e1-4608-4553-9203-dbed7b79c80a req-a9866165-20b6-4827-a27f-bdc5d9a2088a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "DELETE /v2.0/ports/f03e3054-1bc8-4f86-b799-59096192f4ee HTTP/1.1" status: 204 len: 173 time: 1.2678800 May 04 19:10:25.980938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'name': 'network-vif-deleted', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:25.983300 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fca3f4-55b3-43c8-9289-dadc78eb985c" -d '{"events": [{"server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "name": "network-vif-deleted", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:26.022923 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315380ac-e135-4c05-a29c-0f8cb91cce07 x-openstack-request-id: req-315380ac-e135-4c05-a29c-0f8cb91cce07 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:26.023218 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e3af6c-83e8-4320-8157-06ed4ef20cda", "name": "network-vif-deleted", "tag": "f03e3054-1bc8-4f86-b799-59096192f4ee", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:26.023472 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-315380ac-e135-4c05-a29c-0f8cb91cce07 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:26.024329 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315380ac-e135-4c05-a29c-0f8cb91cce07'] response: {'server_uuid': '50e3af6c-83e8-4320-8157-06ed4ef20cda', 'name': 'network-vif-deleted', 'tag': 'f03e3054-1bc8-4f86-b799-59096192f4ee', 'status': 'completed', 'code': 200} May 04 19:10:26.086736 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:26.300667 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:47Z', 'revision_number': 2, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:26.314361 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb830f25-e088-463e-94a0-d90f6124fe17 req-00eea3ef-20f9-4d71-b838-0f48978ac27e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:26.319236 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bb830f25-e088-463e-94a0-d90f6124fe17 req-00eea3ef-20f9-4d71-b838-0f48978ac27e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0490978 May 04 19:10:26.330589 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:26.344303 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:26.344920 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:26.385435 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bb830f25-e088-463e-94a0-d90f6124fe17 req-d4ba9d6d-3462-4817-aeb5-731544fbe490 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584245 May 04 19:10:26.454442 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:26.489596 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9e8adf05-15a4-41ee-bc1a-179aa7be3ed5 req-08fe69b3-eb74-4f9a-a0e8-e231e422fe54 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 210 time: 0.0305152 May 04 19:10:26.678902 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:47Z', 'revision_number': 2, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:26.709373 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa4e25-8225-4954-8c73-f90097844340 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '18a41a02-c830-4281-80f1-6aeee0b6386b', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '8a90cb33-99be-414d-99e2-31861f252bb4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:e0:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:30Z', 'updated_at': '2022-05-04T19:07:47Z', 'revision_number': 2, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:26.958026 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c01028-7df3-4c23-a431-41b4b241c659 None None] New status for floating IP 629d8b43-b1eb-4c17-a662-7d5c72a8e663: DOWN {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:10:27.010788 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d20b4-68e5-46ba-90b6-4b5182be6115 req-8f3d3a10-55ba-4f3b-8b8b-f336e7034fda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:27.012251 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-611d20b4-68e5-46ba-90b6-4b5182be6115 req-8f3d3a10-55ba-4f3b-8b8b-f336e7034fda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0546942 May 04 19:10:27.059204 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-611d20b4-68e5-46ba-90b6-4b5182be6115 req-677e38c0-435d-4fb7-8d9c-c506152925b4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407674 May 04 19:10:27.498815 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ad31a-34b4-4e13-a797-413e84342e41 req-fbf1e0de-7614-43c1-b4b4-90aa8f5f67cd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:27.500279 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d24ad31a-34b4-4e13-a797-413e84342e41 req-fbf1e0de-7614-43c1-b4b4-90aa8f5f67cd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0470231 May 04 19:10:27.547407 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d24ad31a-34b4-4e13-a797-413e84342e41 req-9ae00548-88a2-4c92-93cc-7e0767ee6d2d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414703 May 04 19:10:27.585117 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-56436c9a-908c-42de-9406-a86d10d97b8a req-ff8142e1-8deb-45ba-850a-0197e0e199a9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 210 time: 0.0282519 May 04 19:10:27.771376 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f03e3054-1bc8-4f86-b799-59096192f4ee no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:10:27.796866 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: f03e3054-1bc8-4f86-b799-59096192f4ee {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:10:27.797313 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f03e3054-1bc8-4f86-b799-59096192f4ee not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:10:27.849984 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-e4b64d79-c942-4e3f-8626-afca7fb52b87 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913315 May 04 19:10:28.188283 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc82fe-999b-4572-84ae-77739b4e1766 req-603a514e-88b3-43df-882d-11b4d61edace tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:28.189563 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dffc82fe-999b-4572-84ae-77739b4e1766 req-603a514e-88b3-43df-882d-11b4d61edace tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0535226 May 04 19:10:28.243290 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dffc82fe-999b-4572-84ae-77739b4e1766 req-b98d7b93-3a8e-421e-b99f-dfbbca9c0d4e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463550 May 04 19:10:28.658790 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ea235-0839-402a-ad8e-5b92324613d3 req-3b6cc67a-20eb-4a0c-81c1-fd1f05bb64de tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:28.660264 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-af8ea235-0839-402a-ad8e-5b92324613d3 req-3b6cc67a-20eb-4a0c-81c1-fd1f05bb64de tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0466204 May 04 19:10:28.688248 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4dcf6293-3cc6-4730-bf74-06b7d56bcc80 req-11329fda-32da-422b-bed7-291506ef1ed8 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 210 time: 0.0325804 May 04 19:10:28.718470 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-af8ea235-0839-402a-ad8e-5b92324613d3 req-f4e72e4f-b87c-4cf5-8f6f-323e82ec6c08 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501306 May 04 19:10:29.245823 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-eacc3789-bfc2-4986-b471-da1ff1b6f6bb service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433699 May 04 19:10:29.267843 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0e7f96a-e747-459b-9e54-79bf3175359b req-40a900e4-fd2b-4d3f-9b7f-f203c2c9d08a service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063566 May 04 19:10:29.381086 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26092e-74bb-49e8-b023-4ba3dacd7beb req-533e48d4-7368-4520-9419-d20a855337df tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:29.382564 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c26092e-74bb-49e8-b023-4ba3dacd7beb req-533e48d4-7368-4520-9419-d20a855337df tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.0665088 May 04 19:10:29.698058 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c26092e-74bb-49e8-b023-4ba3dacd7beb req-544dccf6-9477-4f1d-9e31-a0cb2a28a8cc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=97cd1128-3d94-4a3c-95b6-7527f0a55471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092518 May 04 19:10:29.700069 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b2324e1c-6b0e-467f-9548-cff1a7f3312d req-f341828f-0563-492c-b6ae-a49a547a4924 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561826 May 04 19:10:29.817314 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e352e6d2-8d5b-4d1f-b382-e72d5d411dae req-21578e57-6bd6-4bba-93e3-28327c32623f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=50e3af6c-83e8-4320-8157-06ed4ef20cda HTTP/1.1" status: 200 len: 210 time: 0.0295579 May 04 19:10:29.865623 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-ed619647-36ce-4a4b-adb0-a5e61e7cd211 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:29.867157 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-ed619647-36ce-4a4b-adb0-a5e61e7cd211 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 947 time: 0.1162407 May 04 19:10:29.884758 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016862a-cb10-454a-b677-b9ddaa1e4001 req-f88d0e57-7b89-46e9-a56c-20e3568c9c65 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:29.889923 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7016862a-cb10-454a-b677-b9ddaa1e4001 req-f88d0e57-7b89-46e9-a56c-20e3568c9c65 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0710750 May 04 19:10:29.935379 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7016862a-cb10-454a-b677-b9ddaa1e4001 req-cbb795a3-acb6-4f52-a066-e2bafd83d191 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434353 May 04 19:10:30.328692 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Deleting port c2916343-9825-41ef-93c5-4b2dbc6d65a9 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:30.329030 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:30.421190 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] For port c2916343-9825-41ef-93c5-4b2dbc6d65a9, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=c2916343-9825-41ef-93c5-4b2dbc6d65a9,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:30.421575 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:30.637798 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:30.638163 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (f7cd191d-8f7d-413b-8f54-0736e111f678), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:30.638478 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Floating IP f7cd191d-8f7d-413b-8f54-0736e111f678 disassociated. External IP: 172.27.2.155, port: c2916343-9825-41ef-93c5-4b2dbc6d65a9. May 04 19:10:30.638816 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Calling delete_port for c2916343-9825-41ef-93c5-4b2dbc6d65a9 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:30.764697 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (c2916343-9825-41ef-93c5-4b2dbc6d65a9), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:30.795553 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event deleted for resources: {'Port': ['ID=c2916343-9825-41ef-93c5-4b2dbc6d65a9,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:30.797652 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-04955f30-9d77-4070-a742-3529e03e63e9 req-16a4256b-7375-49d2-bfb1-74642fe3de58 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f929e9e-51bf-477a-877b-6c162202c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0288348 May 04 19:10:30.908536 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:31.057161 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:31.067711 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] Sync routers for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:31.078169 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:31.078917 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:31.091708 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a8695-0dfd-40a5-a4f7-a4a78fd5afe6 req-22b0a23b-6706-498f-983b-cc3ff8b87bfc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:31.093177 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f44a8695-0dfd-40a5-a4f7-a4a78fd5afe6 req-22b0a23b-6706-498f-983b-cc3ff8b87bfc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0794942 May 04 19:10:31.113376 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] No DVR routers for this DVR port c2916343-9825-41ef-93c5-4b2dbc6d65a9 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:10:31.120629 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:31.128146 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b51f2643-a89c-464b-81e5-5457313f9c12 req-41bea85a-bd73-4de9-a2bc-4f424d2c5d89 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "DELETE /v2.0/ports/c2916343-9825-41ef-93c5-4b2dbc6d65a9 HTTP/1.1" status: 204 len: 173 time: 0.8819013 May 04 19:10:31.129890 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-deleted', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:31.134888 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c3caa-1a89-42f1-8851-eef66c625314" -d '{"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-deleted", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:31.180630 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f44a8695-0dfd-40a5-a4f7-a4a78fd5afe6 req-7b3e2e3f-17ae-45a0-909d-ab41349fb8e7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687072 May 04 19:10:31.202535 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:31.246951 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc265559-5388-4213-b246-a28e59f79d03 x-openstack-request-id: req-bc265559-5388-4213-b246-a28e59f79d03 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:31.246951 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f929e9e-51bf-477a-877b-6c162202c7f5", "name": "network-vif-deleted", "tag": "c2916343-9825-41ef-93c5-4b2dbc6d65a9", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:31.247184 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc265559-5388-4213-b246-a28e59f79d03 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:31.247703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc265559-5388-4213-b246-a28e59f79d03'] response: {'server_uuid': '8f929e9e-51bf-477a-877b-6c162202c7f5', 'name': 'network-vif-deleted', 'tag': 'c2916343-9825-41ef-93c5-4b2dbc6d65a9', 'status': 'completed', 'code': 200} May 04 19:10:31.394863 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:31.421945 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] Checking router: 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:31.430534 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:31.431177 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:31.536091 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:31.804378 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:31.830082 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9a8b7-0d7b-4c8f-aceb-ffd7939f38ab None None] The sync data for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi is: [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:31.895033 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34612) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:31.937108 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34616) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:31.950113 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cd2a-cc0a-4f3a-aeb6-015bb4d639ca tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (97cd1128-3d94-4a3c-95b6-7527f0a55471), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:31.977216 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cd2a-cc0a-4f3a-aeb6-015bb4d639ca tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (97cd1128-3d94-4a3c-95b6-7527f0a55471), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:31.999487 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-73ed6d78-168d-45cc-b9e9-b1e3fa5d3a40 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (c4d0d440-fec7-4ec0-8303-7fbe77fc773f), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.031100 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-73ed6d78-168d-45cc-b9e9-b1e3fa5d3a40 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (c4d0d440-fec7-4ec0-8303-7fbe77fc773f), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.036849 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cd2a-cc0a-4f3a-aeb6-015bb4d639ca tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (97cd1128-3d94-4a3c-95b6-7527f0a55471), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.040595 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cd2a-cc0a-4f3a-aeb6-015bb4d639ca tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.042050 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-dfb1cd2a-cc0a-4f3a-aeb6-015bb4d639ca tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "DELETE /v2.0/security-groups/97cd1128-3d94-4a3c-95b6-7527f0a55471 HTTP/1.1" status: 204 len: 168 time: 0.1458080 May 04 19:10:32.044614 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34622) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:32.053000 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1cd2a-cc0a-4f3a-aeb6-015bb4d639ca tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd1128-3d94-4a3c-95b6-7527f0a55471,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:32.089227 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.api.v2.resource [None req-931c3b93-53e7-4c5c-a149-f62fd403642d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] show failed (client error): The resource could not be found. May 04 19:10:32.093199 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-931c3b93-53e7-4c5c-a149-f62fd403642d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups/97cd1128-3d94-4a3c-95b6-7527f0a55471 HTTP/1.1" status: 404 len: 347 time: 0.0447628 May 04 19:10:32.093673 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34624) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:32.121226 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831f3ae-5e69-458a-8aaa-161773872b95 None None] New status for floating IP f7cd191d-8f7d-413b-8f54-0736e111f678: DOWN {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:10:32.150106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-73ed6d78-168d-45cc-b9e9-b1e3fa5d3a40 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c4d0d440-fec7-4ec0-8303-7fbe77fc773f), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.152347 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-73ed6d78-168d-45cc-b9e9-b1e3fa5d3a40 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.155939 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-73ed6d78-168d-45cc-b9e9-b1e3fa5d3a40 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/security-groups/c4d0d440-fec7-4ec0-8303-7fbe77fc773f HTTP/1.1" status: 204 len: 168 time: 0.2153366 May 04 19:10:32.156325 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34628) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:32.170448 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.api.v2.resource [None req-c5bb16ca-eeaf-404f-abc3-2fa9147151a2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] show failed (client error): The resource could not be found. May 04 19:10:32.174327 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c5bb16ca-eeaf-404f-abc3-2fa9147151a2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups/c4d0d440-fec7-4ec0-8303-7fbe77fc773f HTTP/1.1" status: 404 len: 347 time: 0.0141463 May 04 19:10:32.177837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34630) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:32.198331 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed6d78-168d-45cc-b9e9-b1e3fa5d3a40 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0d440-fec7-4ec0-8303-7fbe77fc773f,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:32.241636 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Deleting port abbf13dd-1f0d-4afb-8677-d86bb2151aaf {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:32.241636 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.337238 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port 7c6239ae-801c-4662-934b-461d17b55a84 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:32.337702 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (7c6239ae-801c-4662-934b-461d17b55a84), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.377804 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727de35f-411b-462a-bf6f-f4c7383f7ae4 req-ba65434e-c46c-4f23-a623-2eeda038b1ed tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:32.379312 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-727de35f-411b-462a-bf6f-f4c7383f7ae4 req-ba65434e-c46c-4f23-a623-2eeda038b1ed tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0821714 May 04 19:10:32.381135 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.381768 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.403006 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Calling delete_port for abbf13dd-1f0d-4afb-8677-d86bb2151aaf owned by network:floatingip {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:32.419302 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (7c6239ae-801c-4662-934b-461d17b55a84), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.419722 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (7c6239ae-801c-4662-934b-461d17b55a84), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.432810 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for 7c6239ae-801c-4662-934b-461d17b55a84 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:32.489154 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-727de35f-411b-462a-bf6f-f4c7383f7ae4 req-ffbfe5a7-ae2f-4408-b165-976c1fe5335d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995109 May 04 19:10:32.589860 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (7c6239ae-801c-4662-934b-461d17b55a84), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.590770 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (abbf13dd-1f0d-4afb-8677-d86bb2151aaf), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.614493 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event deleted for resources: {'Port': ['ID=abbf13dd-1f0d-4afb-8677-d86bb2151aaf,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:32.615711 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=7c6239ae-801c-4662-934b-461d17b55a84,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:32.650505 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (629d8b43-b1eb-4c17-a662-7d5c72a8e663), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.653310 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.654573 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-4570f728-8b60-451c-b512-ca8e26ecf5e2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/floatingips/629d8b43-b1eb-4c17-a662-7d5c72a8e663 HTTP/1.1" status: 204 len: 168 time: 0.4758198 May 04 19:10:32.687051 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (f7cd191d-8f7d-413b-8f54-0736e111f678), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.689540 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:32.690670 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d68a734a-558d-493a-91d8-ab325cc2f556 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "DELETE /v2.0/floatingips/f7cd191d-8f7d-413b-8f54-0736e111f678 HTTP/1.1" status: 204 len: 168 time: 0.5962012 May 04 19:10:33.065179 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34646) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:33.070419 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3566e1cb-ec79-4ae4-9df6-adfdc834c715 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921328187', 'description': 'tempest-description--2109658653'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:33.090220 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3566e1cb-ec79-4ae4-9df6-adfdc834c715 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.158161 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3566e1cb-ec79-4ae4-9df6-adfdc834c715 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (13c63e5a-4186-4ba3-9f1f-a87931c1d165), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.161784 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3566e1cb-ec79-4ae4-9df6-adfdc834c715 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (13c63e5a-4186-4ba3-9f1f-a87931c1d165), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.190403 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566e1cb-ec79-4ae4-9df6-adfdc834c715 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c63e5a-4186-4ba3-9f1f-a87931c1d165,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:33.196350 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3566e1cb-ec79-4ae4-9df6-adfdc834c715 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.197598 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3566e1cb-ec79-4ae4-9df6-adfdc834c715 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313746 May 04 19:10:33.200453 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34650) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:33.206558 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-4fb896c7-2187-4b31-bf2f-0976f423a188 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'security_group_rule': {'security_group_id': '13c63e5a-4186-4ba3-9f1f-a87931c1d165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:33.230290 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4fb896c7-2187-4b31-bf2f-0976f423a188 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (093d629e-78f2-401b-98f3-029ed0cdbf9d), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.284930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4fb896c7-2187-4b31-bf2f-0976f423a188 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (093d629e-78f2-401b-98f3-029ed0cdbf9d), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.288536 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4fb896c7-2187-4b31-bf2f-0976f423a188 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (093d629e-78f2-401b-98f3-029ed0cdbf9d), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.305929 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb896c7-2187-4b31-bf2f-0976f423a188 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093d629e-78f2-401b-98f3-029ed0cdbf9d,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:33.314060 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4fb896c7-2187-4b31-bf2f-0976f423a188 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.315334 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-4fb896c7-2187-4b31-bf2f-0976f423a188 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138923 May 04 19:10:33.317878 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34654) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:33.322810 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3add06fe-d040-4817-a138-da7d470e4879 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'security_group_rule': {'security_group_id': '13c63e5a-4186-4ba3-9f1f-a87931c1d165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:33.348678 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3add06fe-d040-4817-a138-da7d470e4879 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (53560b72-6148-4453-9e36-860c9d0a4ba9), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.406196 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3add06fe-d040-4817-a138-da7d470e4879 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (53560b72-6148-4453-9e36-860c9d0a4ba9), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.410419 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3add06fe-d040-4817-a138-da7d470e4879 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (53560b72-6148-4453-9e36-860c9d0a4ba9), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.428208 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add06fe-d040-4817-a138-da7d470e4879 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53560b72-6148-4453-9e36-860c9d0a4ba9,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:33.437499 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3add06fe-d040-4817-a138-da7d470e4879 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.441726 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3add06fe-d040-4817-a138-da7d470e4879 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199105 May 04 19:10:33.441853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34658) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:33.446080 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:33.452956 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34660) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:33.473952 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.565239 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.578426 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b07006a5-342b-42d0-a7ed-06a9f1088ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.675626 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d6988-cdb5-4314-9920-5c0ec3c159f7 req-0d352891-51e8-4fe5-847f-e488f8efff48 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:33.677016 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-346d6988-cdb5-4314-9920-5c0ec3c159f7 req-0d352891-51e8-4fe5-847f-e488f8efff48 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1041846 May 04 19:10:33.746189 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:10:33.766968 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: c2916343-9825-41ef-93c5-4b2dbc6d65a9 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:10:33.767350 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device c2916343-9825-41ef-93c5-4b2dbc6d65a9 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:10:33.797937 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-346d6988-cdb5-4314-9920-5c0ec3c159f7 req-95e4b534-e06f-4829-b8d2-2c117566af75 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122525 May 04 19:10:33.798975 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Allocated IP 172.27.2.61 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/9e828258-81da-4651-971b-9c7ac27fc76f) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:33.832323 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b07006a5-342b-42d0-a7ed-06a9f1088ee3 admin admin] Publish callbacks [] for security_group (c7a0aee6-b6d6-4996-9a4c-91c0ce09902e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.843647 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b07006a5-342b-42d0-a7ed-06a9f1088ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c7a0aee6-b6d6-4996-9a4c-91c0ce09902e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.921867 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07006a5-342b-42d0-a7ed-06a9f1088ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a0aee6-b6d6-4996-9a4c-91c0ce09902e,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:33.926001 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b07006a5-342b-42d0-a7ed-06a9f1088ee3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=147cef469ddf40ce94d40fa65989ee10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720557 May 04 19:10:33.928570 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34666) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:33.988631 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for port (9e828258-81da-4651-971b-9c7ac27fc76f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.009862 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5543b221-d0ee-4220-bc1e-53ee6ee44b42 admin admin] Publish callbacks [] for security_group (c7a0aee6-b6d6-4996-9a4c-91c0ce09902e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.044797 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5543b221-d0ee-4220-bc1e-53ee6ee44b42 admin admin] Publish callbacks [] for security_group (c7a0aee6-b6d6-4996-9a4c-91c0ce09902e), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.062548 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (9e828258-81da-4651-971b-9c7ac27fc76f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.115979 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:34.120319 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:34.124050 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:34.142437 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'Port': ['ID=9e828258-81da-4651-971b-9c7ac27fc76f,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:34.147238 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5543b221-d0ee-4220-bc1e-53ee6ee44b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c7a0aee6-b6d6-4996-9a4c-91c0ce09902e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.150555 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5543b221-d0ee-4220-bc1e-53ee6ee44b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.151697 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5543b221-d0ee-4220-bc1e-53ee6ee44b42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7a0aee6-b6d6-4996-9a4c-91c0ce09902e HTTP/1.1" status: 204 len: 168 time: 0.2222016 May 04 19:10:34.181444 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543b221-d0ee-4220-bc1e-53ee6ee44b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a0aee6-b6d6-4996-9a4c-91c0ce09902e,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:34.201206 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (220a3746-915b-44d3-96a4-f262ce0e2195), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.244185 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9e828258-81da-4651-971b-9c7ac27fc76f), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.287725 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384307-ac1c-4338-aa8c-f9691566a180 req-e021adf7-8b3d-4f6e-b1d1-c87a4bb153ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:34.290009 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1d384307-ac1c-4338-aa8c-f9691566a180 req-e021adf7-8b3d-4f6e-b1d1-c87a4bb153ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.0550051 May 04 19:10:34.341863 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1d384307-ac1c-4338-aa8c-f9691566a180 req-6ffce3b2-3917-40dc-b53a-1a3f4fbce355 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 May 04 19:10:34.412700 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for port (9e828258-81da-4651-971b-9c7ac27fc76f), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.417187 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (9e828258-81da-4651-971b-9c7ac27fc76f), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.448431 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (220a3746-915b-44d3-96a4-f262ce0e2195), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.468543 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'Port': ['ID=9e828258-81da-4651-971b-9c7ac27fc76f,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:34.473427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:34.474707 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-af9c4ac8-5524-4e0a-abce-c5304eefacb4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0319691 May 04 19:10:34.673520 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-2dc754b5-baa6-4996-b678-3575e8c7c9fd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--921328187&fields=id&tenant_id=e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 267 time: 0.0469015 May 04 19:10:34.787751 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-5d61cb7a-4176-42bc-9736-42ebc88eb866 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:34.789240 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-5d61cb7a-4176-42bc-9736-42ebc88eb866 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 817 time: 0.1088161 May 04 19:10:34.803439 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-a0a88902-f957-408b-bbc9-6cc766bbac49 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/quotas/e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 375 time: 0.0087841 May 04 19:10:34.857767 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-623abe9e-49cf-4db8-ab10-0f9372fc7092 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487714 May 04 19:10:34.917093 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a679-47de-47aa-bf6e-05827e65ced9 req-3c531898-aecd-41c3-9b3a-7dedc04f2650 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:34.921946 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4957a679-47de-47aa-bf6e-05827e65ced9 req-3c531898-aecd-41c3-9b3a-7dedc04f2650 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0505328 May 04 19:10:34.962182 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-4e9ab213-89db-48e9-8240-7a070e3739bb service neutron] 10.222.0.69 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892470 May 04 19:10:34.977849 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4957a679-47de-47aa-bf6e-05827e65ced9 req-c89072db-51b5-433c-b250-5a61452f3399 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531378 May 04 19:10:35.059780 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-0058859b-723f-4c66-84b8-e3acc5766bd8 service neutron] 10.222.0.69 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935845 May 04 19:10:35.236094 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-df4f8935-44b6-49f4-b77e-722e7a7c8156 req-8d8a7eb7-78f9-48bf-a598-df75f6bbcb04 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 210 time: 0.0314627 May 04 19:10:35.466361 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345666a-3cc2-4318-9c12-f51d77cdb970 req-428c6945-7708-4f48-9e9f-42aae5a6f81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:35.467822 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c345666a-3cc2-4318-9c12-f51d77cdb970 req-428c6945-7708-4f48-9e9f-42aae5a6f81e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.0497203 May 04 19:10:35.517244 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c345666a-3cc2-4318-9c12-f51d77cdb970 req-825f9eba-613e-40f6-a2ca-73ea9f4ca535 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 May 04 19:10:36.122820 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76d9c3-be4c-48ed-aec2-7c68480569c0 req-ef55e96b-56df-41fd-95ab-5204ef0d85fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:36.124207 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ae76d9c3-be4c-48ed-aec2-7c68480569c0 req-ef55e96b-56df-41fd-95ab-5204ef0d85fd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0771480 May 04 19:10:36.144531 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-b2b410aa-2bfe-4be9-80eb-34cf06dff25b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:36.145853 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-b2b410aa-2bfe-4be9-80eb-34cf06dff25b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.0664637 May 04 19:10:36.179564 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ae76d9c3-be4c-48ed-aec2-7c68480569c0 req-63c84bce-b877-447d-839b-b962a6140e90 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497110 May 04 19:10:36.338863 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-640b22f8-f934-44f9-bd82-721d24b5d0dd req-26e7d1a2-6ff0-4369-9155-7eea917f476e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 210 time: 0.0292435 May 04 19:10:36.404497 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port 8a90cb33-99be-414d-99e2-31861f252bb4 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:36.404880 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:36.613405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-c91cb1bd-ebba-4fe7-9501-c89fb505c352 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:36.613405 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-c91cb1bd-ebba-4fe7-9501-c89fb505c352 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 817 time: 0.1761055 May 04 19:10:36.628504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] For port 8a90cb33-99be-414d-99e2-31861f252bb4, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=8a90cb33-99be-414d-99e2-31861f252bb4,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:36.628504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:36.723937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad902721-2ca1-400e-b79f-278b3d62e078 req-cacbaabe-0dba-4243-8de5-79669d229ddd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:36.725270 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ad902721-2ca1-400e-b79f-278b3d62e078 req-cacbaabe-0dba-4243-8de5-79669d229ddd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 945 time: 0.1122670 May 04 19:10:36.825431 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-797bb265-4367-4575-9871-67be73f5cdf5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 379 time: 0.1744576 May 04 19:10:36.841339 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'port': {'device_id': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'admin_state_up': True, 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'security_groups': ['13c63e5a-4186-4ba3-9f1f-a87931c1d165']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:36.867085 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ad902721-2ca1-400e-b79f-278b3d62e078 req-5e6c1487-de32-43dd-8eca-ccd7e37720e7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=f12f6332-5848-4311-a675-3d8207a6f3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344230 May 04 19:10:36.979695 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:36.980064 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (18a41a02-c830-4281-80f1-6aeee0b6386b), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:36.980381 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 18a41a02-c830-4281-80f1-6aeee0b6386b disassociated. External IP: 172.27.2.250, port: 8a90cb33-99be-414d-99e2-31861f252bb4. May 04 19:10:36.980723 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for 8a90cb33-99be-414d-99e2-31861f252bb4 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:37.288410 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Made reservation on behalf of e7beef313fe3439db0866cfdb10fdbe2 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:10:37.291596 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:37.295815 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71d655-52d3-49f0-a1fd-b33b4023efd8 req-65f88186-d35e-4a40-b769-af4ab379f12b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:37.297274 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ab71d655-52d3-49f0-a1fd-b33b4023efd8 req-65f88186-d35e-4a40-b769-af4ab379f12b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0498312 May 04 19:10:37.345758 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ab71d655-52d3-49f0-a1fd-b33b4023efd8 req-373e91ea-6abf-416d-bf5f-8e78a0ff52cd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 May 04 19:10:37.468406 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab536a7b-77e6-4e25-9e1f-c8e2ed601c0d req-dbae81f3-8d04-4ef4-9b65-656c23a97c60 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 210 time: 0.0574241 May 04 19:10:37.471540 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (8a90cb33-99be-414d-99e2-31861f252bb4), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:37.510059 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=8a90cb33-99be-414d-99e2-31861f252bb4,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:37.524245 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Allocated IP 172.20.0.10 (3a2f1e63-50e7-4268-b40e-fc952c337bb5/17dfd93e-a83a-4804-9de5-b6aff3d84893/7d596d4a-07a6-43a1-bc43-abfd6db7c370) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:37.710936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:37.786046 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:37.870217 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:37.874014 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:37.879859 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:37.895087 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:37.895924 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:37.956818 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] No DVR routers for this DVR port 8a90cb33-99be-414d-99e2-31861f252bb4 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:10:37.959623 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:37.965806 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:37.967567 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-500a1be5-52ac-439b-8e0e-707cc1b6da9a req-72232e9d-76d7-42b3-9aa3-0bcf7fbdfdc4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "DELETE /v2.0/ports/8a90cb33-99be-414d-99e2-31861f252bb4 HTTP/1.1" status: 204 len: 173 time: 1.6506696 May 04 19:10:37.968040 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'name': 'network-vif-deleted', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:37.970370 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6ceeca-437c-4b3d-80d4-da76d50c8266" -d '{"events": [{"server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "name": "network-vif-deleted", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:37.973643 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:37.975964 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:37.978247 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:38.023216 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-edf223cd-3ba2-4551-bc30-61b6ff582b4b req-5738d6eb-8364-4283-98fd-a9c017e29c03 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 210 time: 0.0712507 May 04 19:10:38.027938 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:38.038907 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:38.039751 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:38.049235 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1812e1f-7e7b-4351-8727-0bc3d4de30f1 x-openstack-request-id: req-f1812e1f-7e7b-4351-8727-0bc3d4de30f1 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:38.049558 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae4a97e-a910-4f71-abf2-8f62425c6a52", "name": "network-vif-deleted", "tag": "8a90cb33-99be-414d-99e2-31861f252bb4", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:38.049820 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1812e1f-7e7b-4351-8727-0bc3d4de30f1 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:38.050223 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1812e1f-7e7b-4351-8727-0bc3d4de30f1'] response: {'server_uuid': 'fae4a97e-a910-4f71-abf2-8f62425c6a52', 'name': 'network-vif-deleted', 'tag': '8a90cb33-99be-414d-99e2-31861f252bb4', 'status': 'completed', 'code': 200} May 04 19:10:38.066894 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-76b3acc9-221e-452e-97c3-4a03c6e43b1f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2336681 May 04 19:10:38.227540 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:38.248040 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-426461f4-693a-4a49-be1d-59d592966e07 None None] Provisioning complete for port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:38.248638 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-426461f4-693a-4a49-be1d-59d592966e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:38.253332 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:38.261586 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:38.262192 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:38.282806 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-426461f4-693a-4a49-be1d-59d592966e07 None None] Port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:10:38.369659 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:38.458259 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69e35-6e8d-4cf4-a564-23a337553be5 req-a88dba9c-9d80-4526-aedd-76e6b4969214 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:38.460248 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-73b69e35-6e8d-4cf4-a564-23a337553be5 req-a88dba9c-9d80-4526-aedd-76e6b4969214 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0446315 May 04 19:10:38.506513 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-73b69e35-6e8d-4cf4-a564-23a337553be5 req-7e4e1d55-063f-460c-8cdc-561d23483ffd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404835 May 04 19:10:38.564399 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:38.591540 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf775b60-4b8c-48c7-9277-75e95fb326d8 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:38.595133 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea38d26-48d0-422e-9275-1a764460f153 req-36781a82-ba51-4561-b6e3-5fe73ce0bae3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:38.601488 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fea38d26-48d0-422e-9275-1a764460f153 req-36781a82-ba51-4561-b6e3-5fe73ce0bae3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 932 time: 0.0462682 May 04 19:10:38.646283 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fea38d26-48d0-422e-9275-1a764460f153 req-906981f4-bfc4-411d-b7f1-3e2fb90d88e3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 May 04 19:10:38.809017 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496f825-fad1-4fd1-8984-b4594ba76004 None None] New status for floating IP 18a41a02-c830-4281-80f1-6aeee0b6386b: DOWN {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:10:39.119575 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a95ac53-4002-4f6e-80d5-8118e0788278 req-19f138ca-413e-4bfc-a6f8-39319230c7af tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae4a97e-a910-4f71-abf2-8f62425c6a52 HTTP/1.1" status: 200 len: 210 time: 0.0296195 May 04 19:10:39.384449 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Request body: {'port': {'device_id': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:39.451925 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:39.641908 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f845fdf-f882-4969-bb3d-c8b517870f32 req-92165e84-1782-4f81-8f6e-2d02fb10e83f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:39.643299 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0f845fdf-f882-4969-bb3d-c8b517870f32 req-92165e84-1782-4f81-8f6e-2d02fb10e83f tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0672092 May 04 19:10:39.755067 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0f845fdf-f882-4969-bb3d-c8b517870f32 req-cae7be11-cec5-4485-8533-1266fc5dd8e7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879362 May 04 19:10:39.789795 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb863f-2ab0-49e0-9fd9-488695c31f45 req-ea2f153c-d6b1-41fc-8392-12d720159032 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:39.791277 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-defb863f-2ab0-49e0-9fd9-488695c31f45 req-ea2f153c-d6b1-41fc-8392-12d720159032 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 932 time: 0.0699394 May 04 19:10:39.823253 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d596d4a-07a6-43a1-bc43-abfd6db7c370 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:10:39.833160 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Publish callbacks [] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:39.848702 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-defb863f-2ab0-49e0-9fd9-488695c31f45 req-67e77b77-c41e-4f25-adba-a4558b6014dc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501735 May 04 19:10:39.853602 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Transition to ACTIVE for port object 7d596d4a-07a6-43a1-bc43-abfd6db7c370 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:10:39.860630 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:39.924271 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:40.006701 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Attempting to bind port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:40.007123 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Attempting to bind port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:40.007383 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Attempting to bind port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:40.012028 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:10:40.012347 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Attempting to bind port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 on network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:40.017567 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:40.017900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Checking segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:40.018282 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Bound using segment: {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:40.018702 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Bound port: 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:40.019052 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.086095 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:40.089215 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:40.095594 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.128752 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:40.129362 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.130750 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] 10.222.0.11 "PUT /v2.0/ports/7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 1094 time: 0.7505684 May 04 19:10:40.131185 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:40.133947 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3cc98b-7c2a-40a0-9296-60c950e013ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:40.159388 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e3efe-2cc9-4e4d-a3ac-439e093c4be7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:40.190165 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad167cf7-b47a-4d54-bdb5-c76058adde62 x-openstack-request-id: req-ad167cf7-b47a-4d54-bdb5-c76058adde62 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:40.190530 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:40.190865 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad167cf7-b47a-4d54-bdb5-c76058adde62 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:40.191333 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad167cf7-b47a-4d54-bdb5-c76058adde62'] response: {'name': 'network-changed', 'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'status': 'completed', 'code': 200} May 04 19:10:40.215342 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34796) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:40.251051 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-d160a85e-1b04-4e88-901c-e1c899b914a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:40.252568 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-d160a85e-1b04-4e88-901c-e1c899b914a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1128 time: 0.0467172 May 04 19:10:40.274015 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1b28548c-2918-4584-a538-f4327537591d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (f12f6332-5848-4311-a675-3d8207a6f3dd), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.299076 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1b28548c-2918-4584-a538-f4327537591d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (f12f6332-5848-4311-a675-3d8207a6f3dd), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.304896 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-aa3e5c1b-3e37-459a-ae96-1de03c71b09e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 217 time: 0.0392625 May 04 19:10:40.349924 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1b28548c-2918-4584-a538-f4327537591d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f12f6332-5848-4311-a675-3d8207a6f3dd), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.352599 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1b28548c-2918-4584-a538-f4327537591d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.353753 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1b28548c-2918-4584-a538-f4327537591d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/security-groups/f12f6332-5848-4311-a675-3d8207a6f3dd HTTP/1.1" status: 204 len: 168 time: 0.1370323 May 04 19:10:40.356700 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34798) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:40.362917 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28548c-2918-4584-a538-f4327537591d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12f6332-5848-4311-a675-3d8207a6f3dd,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:40.375369 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.api.v2.resource [None req-36074f99-c031-4920-8c3a-1e0573e9c1f0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] show failed (client error): The resource could not be found. May 04 19:10:40.379770 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-36074f99-c031-4920-8c3a-1e0573e9c1f0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups/f12f6332-5848-4311-a675-3d8207a6f3dd HTTP/1.1" status: 404 len: 347 time: 0.0187299 May 04 19:10:40.379770 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-b6652c34-5569-4f4a-bfaf-c25a179c4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:40.379770 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-b6652c34-5569-4f4a-bfaf-c25a179c4111 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0664227 May 04 19:10:40.380008 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34800) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:40.424952 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95124-b242-4b3e-93be-cc953872d428 req-4e7bd5c5-3d0d-45d8-980f-33a7a88bef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:40.426414 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-4e7bd5c5-3d0d-45d8-980f-33a7a88bef22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391431 May 04 19:10:40.498774 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port b206283b-6797-4512-9c5c-6c138458fa08 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:40.499119 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (b206283b-6797-4512-9c5c-6c138458fa08), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.520083 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-dc3ef25c-0fb2-47e8-9a08-2dba79f2f15d service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869977 May 04 19:10:40.572922 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (b206283b-6797-4512-9c5c-6c138458fa08), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.573250 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (b206283b-6797-4512-9c5c-6c138458fa08), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.585844 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for b206283b-6797-4512-9c5c-6c138458fa08 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:40.609738 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91a95124-b242-4b3e-93be-cc953872d428 req-d0dddb55-3d4e-4380-9ee4-1854317b2ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836492 May 04 19:10:40.717559 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (b206283b-6797-4512-9c5c-6c138458fa08), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.741970 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=b206283b-6797-4512-9c5c-6c138458fa08,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:40.769057 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (18a41a02-c830-4281-80f1-6aeee0b6386b), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.771694 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.772866 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ed0bfbd8-b1a1-42b6-8e5e-c4d4ab5649ec tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/floatingips/18a41a02-c830-4281-80f1-6aeee0b6386b HTTP/1.1" status: 204 len: 168 time: 0.3919950 May 04 19:10:40.875505 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a7378-ce29-4b80-8586-461026a66172 req-e2c7b93d-1677-430f-905c-bff217f8b66d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:40.877587 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-df4a7378-ce29-4b80-8586-461026a66172 req-e2c7b93d-1677-430f-905c-bff217f8b66d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0475900 May 04 19:10:40.913997 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34812) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:40.918661 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-a016ec84-4b0d-4c71-8c1d-5223abd05275 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172054216', 'description': 'tempest-description--2024510321'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:40.942018 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-df4a7378-ce29-4b80-8586-461026a66172 req-fd4deecf-46b8-4764-8b0d-756b3767337e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571291 May 04 19:10:40.945683 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a016ec84-4b0d-4c71-8c1d-5223abd05275 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.034770 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfcf34-41be-49d7-b6ca-f6e8853a8e3a req-3c98c5bf-5df3-41f0-b5a0-885210bf12aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:41.036242 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-12dfcf34-41be-49d7-b6ca-f6e8853a8e3a req-3c98c5bf-5df3-41f0-b5a0-885210bf12aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0742311 May 04 19:10:41.107822 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a016ec84-4b0d-4c71-8c1d-5223abd05275 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (a0eee577-edd4-4120-b3a1-bab4dfa895a0), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.112960 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a016ec84-4b0d-4c71-8c1d-5223abd05275 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a0eee577-edd4-4120-b3a1-bab4dfa895a0), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.125347 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-12dfcf34-41be-49d7-b6ca-f6e8853a8e3a req-6fdf8631-db97-4fdf-a42c-14cc39c6f781 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823603 May 04 19:10:41.141942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a016ec84-4b0d-4c71-8c1d-5223abd05275 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.143137 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a016ec84-4b0d-4c71-8c1d-5223abd05275 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2281821 May 04 19:10:41.146093 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34816) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:41.150935 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-a4da9515-1644-4cc0-9c7c-0c7e83cde75b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': 'a0eee577-edd4-4120-b3a1-bab4dfa895a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:41.151176 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016ec84-4b0d-4c71-8c1d-5223abd05275 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eee577-edd4-4120-b3a1-bab4dfa895a0,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:41.175240 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a4da9515-1644-4cc0-9c7c-0c7e83cde75b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (22ff6b1c-022b-457c-9eb2-47f450d17ec9), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.230517 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a4da9515-1644-4cc0-9c7c-0c7e83cde75b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (22ff6b1c-022b-457c-9eb2-47f450d17ec9), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.233367 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a4da9515-1644-4cc0-9c7c-0c7e83cde75b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (22ff6b1c-022b-457c-9eb2-47f450d17ec9), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.250235 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da9515-1644-4cc0-9c7c-0c7e83cde75b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff6b1c-022b-457c-9eb2-47f450d17ec9,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:41.256309 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a4da9515-1644-4cc0-9c7c-0c7e83cde75b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.257525 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-a4da9515-1644-4cc0-9c7c-0c7e83cde75b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101141 May 04 19:10:41.260212 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34818) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:41.264291 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-6630bfad-2b4b-4509-b7f7-3f825305d46f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': 'a0eee577-edd4-4120-b3a1-bab4dfa895a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:41.288882 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6630bfad-2b4b-4509-b7f7-3f825305d46f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (98a69330-cc1f-4f30-8aef-ce9a553f6b0f), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.345099 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6630bfad-2b4b-4509-b7f7-3f825305d46f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (98a69330-cc1f-4f30-8aef-ce9a553f6b0f), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.349361 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6630bfad-2b4b-4509-b7f7-3f825305d46f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (98a69330-cc1f-4f30-8aef-ce9a553f6b0f), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.359598 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 8a90cb33-99be-414d-99e2-31861f252bb4 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:10:41.367117 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630bfad-2b4b-4509-b7f7-3f825305d46f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a69330-cc1f-4f30-8aef-ce9a553f6b0f,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:41.375264 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6630bfad-2b4b-4509-b7f7-3f825305d46f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.376457 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-6630bfad-2b4b-4509-b7f7-3f825305d46f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153588 May 04 19:10:41.379536 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34820) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:41.382478 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 8a90cb33-99be-414d-99e2-31861f252bb4 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:10:41.382820 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 8a90cb33-99be-414d-99e2-31861f252bb4 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:10:41.384154 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:41.407671 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.498583 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.612550 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-1b4363ef-f108-4a0a-8ad3-0c7b0231efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:41.614072 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-1b4363ef-f108-4a0a-8ad3-0c7b0231efc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1128 time: 0.0622401 May 04 19:10:41.662877 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.27.2.165 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/90a3f95f-c6ef-4038-bf49-f41d99e59d41) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:41.775079 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-98e263b4-04eb-4df1-bfeb-2e30f7d605a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:41.776529 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-98e263b4-04eb-4df1-bfeb-2e30f7d605a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.1534469 May 04 19:10:41.824117 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-1a75662c-5b06-4d04-aed8-15faa05b9873 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 217 time: 0.0402429 May 04 19:10:41.873377 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:41.891344 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-3271196b-4274-4c2b-a87e-011dcc0a0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:41.892999 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-3271196b-4274-4c2b-a87e-011dcc0a0203 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0605426 May 04 19:10:41.944587 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-805b631b-e28b-4209-959c-b1dcd411e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:41.946299 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-805b631b-e28b-4209-959c-b1dcd411e6b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447047 May 04 19:10:41.947612 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.020507 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:42.032369 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=90a3f95f-c6ef-4038-bf49-f41d99e59d41,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:42.051525 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:42.058368 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:42.131034 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469da1c-b160-4e86-b9e7-1e8e7c7d8268 req-5c67ac18-b747-4e6d-8e6e-840fd6f4ee1e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:42.133138 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6469da1c-b160-4e86-b9e7-1e8e7c7d8268 req-5c67ac18-b747-4e6d-8e6e-840fd6f4ee1e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1205802 May 04 19:10:42.186033 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-d93d7113-85c8-4381-9695-d372771be882 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114332 May 04 19:10:42.247127 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6469da1c-b160-4e86-b9e7-1e8e7c7d8268 req-f4a484cc-295e-4f8e-89e8-e60dc0a39edd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072764 May 04 19:10:42.251830 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4511b-4d8f-4396-80d9-3d874f81673f req-8cc83c14-6705-482e-9d5e-66b5d40cddc9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:42.253286 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cea4511b-4d8f-4396-80d9-3d874f81673f req-8cc83c14-6705-482e-9d5e-66b5d40cddc9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0520210 May 04 19:10:42.297912 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (6be09da3-d53c-4b4c-ad06-6a081e40613a), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.314328 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cea4511b-4d8f-4396-80d9-3d874f81673f req-b2f107bc-8dde-4072-b983-593dcde413b5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476758 May 04 19:10:42.329791 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34834) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:42.354423 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e3cc98b-7c2a-40a0-9296-60c950e013ec req-4be643e3-6b0a-4b3b-a0af-1add765a0998 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429627 May 04 19:10:42.357033 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.475908 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d16db196-622c-4aa5-9574-297682cf1bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.570545 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d16db196-622c-4aa5-9574-297682cf1bb5 admin admin] Publish callbacks [] for security_group (0b1298bb-c00c-4216-9f49-f8d37bf3706f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.576100 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d16db196-622c-4aa5-9574-297682cf1bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0b1298bb-c00c-4216-9f49-f8d37bf3706f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.775382 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.780261 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.827762 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d16db196-622c-4aa5-9574-297682cf1bb5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e46cb16860144dcbface3391cf06623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967482 May 04 19:10:42.828462 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16db196-622c-4aa5-9574-297682cf1bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1298bb-c00c-4216-9f49-f8d37bf3706f,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:42.830736 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34838) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:42.846368 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=90a3f95f-c6ef-4038-bf49-f41d99e59d41,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:42.858469 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (6be09da3-d53c-4b4c-ad06-6a081e40613a), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.873927 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.875130 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-648c6896-6814-4690-a353-020bcaea5fb9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4946916 May 04 19:10:42.879276 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d59a21e5-9e0a-4b69-ae3f-56c360c6824c admin admin] Publish callbacks [] for security_group (0b1298bb-c00c-4216-9f49-f8d37bf3706f), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.900834 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d59a21e5-9e0a-4b69-ae3f-56c360c6824c admin admin] Publish callbacks [] for security_group (0b1298bb-c00c-4216-9f49-f8d37bf3706f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.946825 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d59a21e5-9e0a-4b69-ae3f-56c360c6824c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0b1298bb-c00c-4216-9f49-f8d37bf3706f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.949367 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d59a21e5-9e0a-4b69-ae3f-56c360c6824c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:42.950510 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d59a21e5-9e0a-4b69-ae3f-56c360c6824c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b1298bb-c00c-4216-9f49-f8d37bf3706f HTTP/1.1" status: 204 len: 168 time: 0.1189635 May 04 19:10:42.960284 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a21e5-9e0a-4b69-ae3f-56c360c6824c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1298bb-c00c-4216-9f49-f8d37bf3706f,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:43.089628 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-dcf6a0be-d5f0-433b-aeaa-659213198b25 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--172054216&fields=id&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 267 time: 0.0479388 May 04 19:10:43.193642 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-6d990900-33d0-464a-b843-523895a26512 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:43.195614 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-6d990900-33d0-464a-b843-523895a26512 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.1010139 May 04 19:10:43.210236 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-717896b2-d53f-43fe-9f36-8964448fda30 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/quotas/ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 375 time: 0.0088997 May 04 19:10:43.259751 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-fc91c1d2-21f6-4193-a2de-784dced34ed7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438786 May 04 19:10:43.356273 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:10:43.362202 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-475c1e55-a5a6-4efa-aec3-e33e0006729e service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907793 May 04 19:10:43.371210 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa1165-8de5-42c4-b900-a988a1894c65 req-1c47a182-84dd-4297-a98d-d950ee857f6c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:43.373594 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e1fa1165-8de5-42c4-b900-a988a1894c65 req-1c47a182-84dd-4297-a98d-d950ee857f6c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0489788 May 04 19:10:43.454059 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e1fa1165-8de5-42c4-b900-a988a1894c65 req-9cf30639-f9d1-46a1-9c2e-25ac15ff0910 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567381 May 04 19:10:43.471005 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:43.482711 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'port_id': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'mac_address': 'fa:16:3e:fa:37:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:10:43.496869 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-3aaf611a-87b2-400d-9f2c-b15fa0c1168e service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275630 May 04 19:10:43.550521 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:43.550914 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:43.559752 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc372ed-2337-4fae-b24c-26bc39a28a36 req-f0b120c0-7177-49bb-984c-21d03d7630aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:43.561251 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fbc372ed-2337-4fae-b24c-26bc39a28a36 req-f0b120c0-7177-49bb-984c-21d03d7630aa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0566905 May 04 19:10:43.565892 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d596d4a-07a6-43a1-bc43-abfd6db7c370 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:10:43.589032 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:43.596323 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:43.622352 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fbc372ed-2337-4fae-b24c-26bc39a28a36 req-61882323-1af9-483d-b466-7ecb85d06db4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546300 May 04 19:10:43.671414 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:43.680193 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.680793 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.681416 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.682020 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.682531 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.683021 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.683515 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.687423 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34880) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:43.687701 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.688268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.688780 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.689126 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.689500 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.689828 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.690164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.690494 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:43.708855 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2e2e5d4d-75f2-4cfb-8f94-9449819f7828 req-b72f342e-5e5f-4262-beda-871d04c4ca6d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 210 time: 0.0328588 May 04 19:10:43.790691 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1285470783-network', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:43.811469 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Made reservation on behalf of 157e9c40125e42b4b5a908fc58bfa939 for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:10:43.813933 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:43.823027 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:43.902570 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks [] for security_group (4115d813-8e45-4272-a4e9-d57e5fa240e8), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:43.906151 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4115d813-8e45-4272-a4e9-d57e5fa240e8), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:43.928294 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:10:43.941946 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4115d813-8e45-4272-a4e9-d57e5fa240e8,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:43.946742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (6402abb6-44d0-4cf6-bc26-814c2f11b4c0), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:43.946921 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['7d596d4a-07a6-43a1-bc43-abfd6db7c370'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:10:43.947085 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Added segment 6402abb6-44d0-4cf6-bc26-814c2f11b4c0 of type vlan for network f15a6490-097f-4027-b3d2-f33625a578b7 May 04 19:10:43.994408 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (f15a6490-097f-4027-b3d2-f33625a578b7), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.021948 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (f15a6490-097f-4027-b3d2-f33625a578b7), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.022998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:44.023645 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.059662 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3685441 May 04 19:10:44.059937 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34890) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:44.064513 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Request body: {'subnet': {'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1285470783-subnet', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:44.097544 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187da66-791b-4cda-893e-0f8a8a54d9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f15a6490-097f-4027-b3d2-f33625a578b7,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:44.112204 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Made reservation on behalf of 157e9c40125e42b4b5a908fc58bfa939 for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:10:44.114546 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.115259 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network f15a6490-097f-4027-b3d2-f33625a578b7 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:10:44.286474 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (158f67de-5cda-4003-9896-1c8c31ae1371), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.341986 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=158f67de-5cda-4003-9896-1c8c31ae1371,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:44.352541 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Checking segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:44.352885 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Network hostable DHCP agents. Network: f15a6490-097f-4027-b3d2-f33625a578b7, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:10:44.369148 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Network f15a6490-097f-4027-b3d2-f33625a578b7 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:10:44.377383 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, f15a6490-097f-4027-b3d2-f33625a578b7) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:44.381442 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:44.382156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.387158 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd05a6-088d-492e-82c4-f69e8a009291 None None] Network f15a6490-097f-4027-b3d2-f33625a578b7 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:10:44.398937 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-113f88cd-05b7-4243-8e2a-7c4551c82e2c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3379610 May 04 19:10:44.401719 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34892) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:44.406063 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:44.426549 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.427708 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.486882 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks [] for router_controller (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), precommit_add_association {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.504348 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-f15a6490-097f-4027-b3d2-f33625a578b7', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:10:44.505249 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.634619 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376949f-0f93-4c1c-824c-303329208c12 req-1f0149e7-7a7b-4f82-9987-3bfdcc2a0181 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:44.636167 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b376949f-0f93-4c1c-824c-303329208c12 req-1f0149e7-7a7b-4f82-9987-3bfdcc2a0181 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1089003 May 04 19:10:44.642684 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Allocated IP 172.20.0.2 (f15a6490-097f-4027-b3d2-f33625a578b7/158f67de-5cda-4003-9896-1c8c31ae1371/6459223a-dbdb-4319-b5b3-fb8ef18590f2) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:44.671483 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks [] for router_gateway (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.735420 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b376949f-0f93-4c1c-824c-303329208c12 req-4ae4d66b-4036-46f1-bf3e-662b54483706 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669734 May 04 19:10:44.827361 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Publish callbacks [] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.837797 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.895087 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Pushing event updated for resources: {'Port': ['ID=6459223a-dbdb-4319-b5b3-fb8ef18590f2,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:44.896221 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb501f-b2c0-4aee-8f63-ed31c221e8f2 req-93a604da-915c-48d3-9ba2-8d44a4cea82f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:44.897920 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b1eb501f-b2c0-4aee-8f63-ed31c221e8f2 req-93a604da-915c-48d3-9ba2-8d44a4cea82f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 945 time: 0.1233957 May 04 19:10:44.904750 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Network f15a6490-097f-4027-b3d2-f33625a578b7 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:44.906389 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:44.908960 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:44.939356 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-ea699574-bb97-4bc7-a512-ddb75b9c332f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:44.941088 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-ea699574-bb97-4bc7-a512-ddb75b9c332f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.2434654 May 04 19:10:44.955422 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9f535898-43aa-4705-8b53-3555fa155b4b req-824e9321-f7e4-4e42-9e28-b3645cd2a6c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 210 time: 0.0541754 May 04 19:10:44.980226 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks [] for router_gateway (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.986324 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Attempting to bind port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:44.986765 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Attempting to bind port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:44.987192 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Attempting to bind port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:44.987936 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b1eb501f-b2c0-4aee-8f63-ed31c221e8f2 req-a3071fce-08c9-4afe-8313-4600674f879d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772681 May 04 19:10:44.992527 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:44.992898 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Checking segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:44.993293 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:44.993714 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Bound using segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:44.994381 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Bound port: 6459223a-dbdb-4319-b5b3-fb8ef18590f2, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:44.994569 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.000431 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.062837 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] For port 6459223a-dbdb-4319-b5b3-fb8ef18590f2, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:45.065973 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] For port 6459223a-dbdb-4319-b5b3-fb8ef18590f2, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6459223a-dbdb-4319-b5b3-fb8ef18590f2,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:45.073703 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.115474 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-2eff9f58-75f9-4e6d-b5ab-ebfc334279fe tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 379 time: 0.0645347 May 04 19:10:45.116102 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Allocated IP 172.27.2.33 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/bd753241-f1e3-49fc-b405-fb789a0f61d0) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:45.129142 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d2ce-c103-4282-981e-a9006b66142b None None] Pushing event updated for resources: {'Port': ['ID=6459223a-dbdb-4319-b5b3-fb8ef18590f2,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:45.133443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'port': {'device_id': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'admin_state_up': True, 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'security_groups': ['a0eee577-edd4-4120-b3a1-bab4dfa895a0']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:45.235156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks [] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.250440 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Made reservation on behalf of ef1ba9318cf84308a3ff6ce6da85755d for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:10:45.253342 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.273233 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.335463 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:45.338371 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:45.341941 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:45.364171 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:45.384868 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Pushing event updated for resources: {'Port': ['ID=bd753241-f1e3-49fc-b405-fb789a0f61d0,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:45.418939 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:10:45.431269 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:45.431269 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.435849 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.20.0.7 (52743f3b-665f-4119-9451-8ab735a2cc02/bb3dd897-3460-4581-b818-c986365d4fa5/1087fa4e-a377-4af8-a39c-8bc9ddffd2db) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:45.533661 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:45.534053 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.556426 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:45.559170 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cc662e-bdf6-4592-9df5-584e254a0393" -d '{"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:45.576470 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:45.586116 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.609083 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks [] for router_gateway (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.612892 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c35ae6-13a8-4006-b383-454931e64f8e x-openstack-request-id: req-32c35ae6-13a8-4006-b383-454931e64f8e {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:45.613313 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:45.613679 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32c35ae6-13a8-4006-b383-454931e64f8e {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:45.614341 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c35ae6-13a8-4006-b383-454931e64f8e'] response: {'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'code': 200} May 04 19:10:45.615065 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.657963 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:45.660075 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.705047 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:45.710933 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:45.715590 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:45.720345 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:45.777051 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:45.778065 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.802330 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-bd7bfdda-fef5-455c-b52f-3ec6240c6365 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6732430 May 04 19:10:45.838086 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Request body: {'port': {'device_id': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:45.848762 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.945638 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b1f7b-d160-4d56-b703-cf27047a191c req-d3458d9c-a548-4810-8e76-3533b33ce8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:45.946612 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-426b1f7b-d160-4d56-b703-cf27047a191c req-d3458d9c-a548-4810-8e76-3533b33ce8bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1130 time: 0.1215811 May 04 19:10:45.963849 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:45.981703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f326c-292d-45e2-a9ad-5a39a710e22f req-e98ed2f6-a5ec-4888-bdbd-64f437d21014 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:45.983223 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4b1f326c-292d-45e2-a9ad-5a39a710e22f req-e98ed2f6-a5ec-4888-bdbd-64f437d21014 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1389806 May 04 19:10:46.025504 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:10:46.031346 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.092777 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-6912bddc-dd7d-4178-9cae-13e82958c69d None None] Provisioning complete for port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:46.093258 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6912bddc-dd7d-4178-9cae-13e82958c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.118076 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-426b1f7b-d160-4d56-b703-cf27047a191c req-89572b6f-b89c-46ab-a5ae-a0a3453fb2bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515508 May 04 19:10:46.130370 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83608ae-fa90-4d6b-b021-9a600d2978d3 req-1ddb3bfa-bb67-4f89-a7cf-92ce64348257 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:46.131569 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d83608ae-fa90-4d6b-b021-9a600d2978d3 req-1ddb3bfa-bb67-4f89-a7cf-92ce64348257 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 931 time: 0.0582178 May 04 19:10:46.140646 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-6912bddc-dd7d-4178-9cae-13e82958c69d None None] Port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:10:46.144550 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4b1f326c-292d-45e2-a9ad-5a39a710e22f req-a21583b9-893f-47aa-984f-595efbd14a77 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435905 May 04 19:10:46.294462 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8210d2-a9f1-41c0-921c-cc410d69da72 req-52e7ce21-25ba-4ba3-965c-aa7f48758269 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:46.296012 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7c8210d2-a9f1-41c0-921c-cc410d69da72 req-52e7ce21-25ba-4ba3-965c-aa7f48758269 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0804906 May 04 19:10:46.314441 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97fe7a6-1930-4a61-a3bb-c52aa8e19b4e None None] Network f15a6490-097f-4027-b3d2-f33625a578b7 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:10:46.387715 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-899a7e11-704f-4a94-97fe-14f887b329e9 None None] Provisioning complete for port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:46.388162 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-899a7e11-704f-4a94-97fe-14f887b329e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.413849 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7c8210d2-a9f1-41c0-921c-cc410d69da72 req-dd02524e-52fe-4f9f-b658-8ed8dff78d9e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086705 May 04 19:10:46.483533 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:46.502254 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d83608ae-fa90-4d6b-b021-9a600d2978d3 req-8100c861-f9c7-443c-8c0b-368fd12c4878 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541825 May 04 19:10:46.514019 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1087fa4e-a377-4af8-a39c-8bc9ddffd2db {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:10:46.518954 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:46.524568 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-899a7e11-704f-4a94-97fe-14f887b329e9 None None] Current status of the port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:46.525579 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-899a7e11-704f-4a94-97fe-14f887b329e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.527627 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.530857 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Publish callbacks [] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.531029 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f5ef2bc6-857f-4c20-ae31-b6448c6e9423 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1263206 May 04 19:10:46.531647 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34912) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:46.539637 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:46.542612 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:46.556376 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Transition to ACTIVE for port object 1087fa4e-a377-4af8-a39c-8bc9ddffd2db will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:10:46.560473 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6459223a-dbdb-4319-b5b3-fb8ef18590f2 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:46.567409 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.621483 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-899a7e11-704f-4a94-97fe-14f887b329e9 None None] For port 6459223a-dbdb-4319-b5b3-fb8ef18590f2, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6459223a-dbdb-4319-b5b3-fb8ef18590f2,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:46.640562 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-899a7e11-704f-4a94-97fe-14f887b329e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.650202 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Pushing event updated for resources: {'Port': ['ID=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:46.738104 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a7e11-704f-4a94-97fe-14f887b329e9 None None] Pushing event updated for resources: {'Port': ['ID=6459223a-dbdb-4319-b5b3-fb8ef18590f2,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:46.748786 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:46.749144 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.782011 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:46.798745 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Attempting to bind port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:46.799321 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Attempting to bind port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:46.799652 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Attempting to bind port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:46.809503 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db on network 52743f3b-665f-4119-9451-8ab735a2cc02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:10:46.809844 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Attempting to bind port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:46.832860 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:46.833243 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Checking segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:46.833604 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Bound using segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:46.834033 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Bound port: 1087fa4e-a377-4af8-a39c-8bc9ddffd2db, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:46.835359 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.907453 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:46.945832 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] For port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:46.949346 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] For port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:46.957255 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:46.968163 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-bdf6d3ae-fb00-48c1-b6e1-044088b97946 None None] Provisioning complete for port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:46.968824 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d3ae-fb00-48c1-b6e1-044088b97946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.021219 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Pushing event updated for resources: {'Port': ['ID=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:47.030996 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:47.031551 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.033034 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-aa8c13ae-5342-482e-a0a3-95056ad8c275 service neutron] 10.222.0.11 "PUT /v2.0/ports/1087fa4e-a377-4af8-a39c-8bc9ddffd2db HTTP/1.1" status: 200 len: 1093 time: 1.2092710 May 04 19:10:47.033809 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:47.037620 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5ef195-4544-419e-82ca-e082d7443c56" -d '{"events": [{"name": "network-changed", "server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:47.094906 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ffc4ac-2684-434b-bc23-d5c85e2e2434 x-openstack-request-id: req-a4ffc4ac-2684-434b-bc23-d5c85e2e2434 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:47.095210 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:47.095472 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4ffc4ac-2684-434b-bc23-d5c85e2e2434 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:47.095932 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ffc4ac-2684-434b-bc23-d5c85e2e2434'] response: {'name': 'network-changed', 'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'status': 'completed', 'code': 200} May 04 19:10:47.124945 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:45Z', 'revision_number': 3, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:47.143864 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.154738 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:47.155079 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Updating router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 port bd753241-f1e3-49fc-b405-fb789a0f61d0 binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:10:47.190717 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.247402 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6d3ae-fb00-48c1-b6e1-044088b97946 None None] Current status of the port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:47.322613 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1564-0611-47ba-9ed6-5b5ac737e1ca req-52758013-1daf-481c-97a0-f1388127bc8d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:47.329099 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cfed1564-0611-47ba-9ed6-5b5ac737e1ca req-52758013-1daf-481c-97a0-f1388127bc8d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0890782 May 04 19:10:47.409657 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Allocated IP 172.20.0.1 (f15a6490-097f-4027-b3d2-f33625a578b7/158f67de-5cda-4003-9896-1c8c31ae1371/6ce10567-7135-43bb-b1ad-490628449ada) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:47.414497 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cfed1564-0611-47ba-9ed6-5b5ac737e1ca req-8010c1a6-8d62-47d4-9cf7-8ecb2adc84e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845482 May 04 19:10:47.468606 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Publish callbacks [] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.476007 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.531890 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks [] for port (6ce10567-7135-43bb-b1ad-490628449ada), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.534914 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Pushing event updated for resources: {'Port': ['ID=bd753241-f1e3-49fc-b405-fb789a0f61d0,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:47.541722 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Attempting to bind port bd753241-f1e3-49fc-b405-fb789a0f61d0 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:47.542503 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Attempting to bind port bd753241-f1e3-49fc-b405-fb789a0f61d0 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:47.543047 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Attempting to bind port bd753241-f1e3-49fc-b405-fb789a0f61d0 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:47.547151 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2539d-4b6a-42e6-9834-99a1d97a9492 req-e0e6b150-ddc6-45e4-83fd-0bdaaa9d11f4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:47.549223 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d3c2539d-4b6a-42e6-9834-99a1d97a9492 req-e0e6b150-ddc6-45e4-83fd-0bdaaa9d11f4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0662305 May 04 19:10:47.555023 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.555414 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.555775 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.556176 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.556512 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.556836 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.557161 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.557515 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.557779 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.558091 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.558414 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.558569 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f6bb232b-d75f-4d5a-80f7-0402e05c145b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.559049 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.559049 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.559354 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.559668 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:10:47.562999 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:47.563369 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:47.563762 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.564137 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:47.564614 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Bound port: bd753241-f1e3-49fc-b405-fb789a0f61d0, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:47.564977 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.580764 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (6ce10567-7135-43bb-b1ad-490628449ada), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.620375 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d3c2539d-4b6a-42e6-9834-99a1d97a9492 req-0b6257ed-6892-4f2b-81d9-e0a6af0cf39a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646629 May 04 19:10:47.622061 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] For port bd753241-f1e3-49fc-b405-fb789a0f61d0, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:47.625422 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] For port bd753241-f1e3-49fc-b405-fb789a0f61d0, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bd753241-f1e3-49fc-b405-fb789a0f61d0,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:47.633347 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.672595 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-941b5b1d-247b-4a0a-861d-d44bbf0ba50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:47.674296 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-941b5b1d-247b-4a0a-861d-d44bbf0ba50a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 1127 time: 0.0510371 May 04 19:10:47.689602 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Network f15a6490-097f-4027-b3d2-f33625a578b7 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:47.698720 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:47.700972 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:47.701968 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:47.702326 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:47.702822 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.704518 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0baccb-22ca-44cd-a68d-56e798eb6f43 None None] Pushing event updated for resources: {'Port': ['ID=bd753241-f1e3-49fc-b405-fb789a0f61d0,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:47.771467 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-dbabbeab-2dbe-4bec-9a00-0008b8878361 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db HTTP/1.1" status: 200 len: 217 time: 0.0520010 May 04 19:10:47.788836 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Pushing event updated for resources: {'Port': ['ID=6ce10567-7135-43bb-b1ad-490628449ada,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:47.816726 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c0fa5-b7eb-4830-b586-10304201b3c5 req-b28f2d74-fc5a-486e-b416-61e09974e870 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:47.826240 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2c8c0fa5-b7eb-4830-b586-10304201b3c5 req-b28f2d74-fc5a-486e-b416-61e09974e870 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 943 time: 0.2080777 May 04 19:10:47.834988 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-3b82f44b-0ff4-40d6-a380-a5a68584e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:47.836602 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-3b82f44b-0ff4-40d6-a380-a5a68584e3de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0599639 May 04 19:10:47.858633 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:47.882665 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2c8c0fa5-b7eb-4830-b586-10304201b3c5 req-65d5f7b9-4656-4125-8ce8-942e60b41281 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554044 May 04 19:10:47.889314 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-1fb758d0-752a-4723-bc3b-fd4b3270eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:47.890947 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-1fb758d0-752a-4723-bc3b-fd4b3270eec8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462115 May 04 19:10:47.974611 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6ce10567-7135-43bb-b1ad-490628449ada), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:47.997568 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-b1b23835-0a9d-4820-91ce-4cb0ba00ad60 None None] Provisioning complete for port 6ce10567-7135-43bb-b1ad-490628449ada triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:47.997874 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b1b23835-0a9d-4820-91ce-4cb0ba00ad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6ce10567-7135-43bb-b1ad-490628449ada), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:48.006643 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-c065904d-e3bb-4414-9103-3646bc450bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075287 May 04 19:10:48.039303 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-b1b23835-0a9d-4820-91ce-4cb0ba00ad60 None None] Port 6ce10567-7135-43bb-b1ad-490628449ada cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:10:48.069631 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:45Z', 'revision_number': 3, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:48.096565 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a8949-6d90-4ece-8142-196ba916dbed None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:45Z', 'revision_number': 3, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:48.135817 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7e5c435-05f8-45e5-9c56-fad82f173f96 req-0bba88ba-be54-4da5-bd35-0d066b7803fd service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034141 May 04 19:10:48.167369 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks [] for port (6ce10567-7135-43bb-b1ad-490628449ada), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:48.172348 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6ce10567-7135-43bb-b1ad-490628449ada), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:48.173393 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:48.234454 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Pushing event updated for resources: {'Port': ['ID=6ce10567-7135-43bb-b1ad-490628449ada,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:48.307429 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Network f15a6490-097f-4027-b3d2-f33625a578b7 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:48.308807 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:48.451926 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:48.556083 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c27a7-70b6-48c4-9c7d-9df19fac14a8 req-09535896-4f68-4003-89f0-a4aeef5044b6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:48.565522 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6b0c27a7-70b6-48c4-9c7d-9df19fac14a8 req-09535896-4f68-4003-89f0-a4aeef5044b6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0633571 May 04 19:10:48.577446 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:48.591985 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-7210d045-91cc-47e2-88a4-5a118efd5b4c admin admin] 10.222.0.69 "PUT /v2.0/routers/2a3cbbec-9081-4391-8cd8-ad5ba93c6516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0592289 May 04 19:10:48.624253 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6459223a-dbdb-4319-b5b3-fb8ef18590f2 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:48.637074 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6b0c27a7-70b6-48c4-9c7d-9df19fac14a8 req-324d303f-8d99-4ea7-9acd-c3342a7e58d4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641825 May 04 19:10:48.691435 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-bd78416f-8616-4e78-b360-fab92bf68842 None None] Provisioning complete for port 6ce10567-7135-43bb-b1ad-490628449ada triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:48.691829 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-bd78416f-8616-4e78-b360-fab92bf68842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6ce10567-7135-43bb-b1ad-490628449ada), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:48.738211 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-bd78416f-8616-4e78-b360-fab92bf68842 None None] Port 6ce10567-7135-43bb-b1ad-490628449ada cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:10:48.742505 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:48.743002 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:48.763222 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc641-2e24-4a9d-a9d1-ffac69a2663d req-b0b5c2c3-24b5-43d0-a385-5661995ee7ef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:48.765112 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b18bc641-2e24-4a9d-a9d1-ffac69a2663d req-b0b5c2c3-24b5-43d0-a385-5661995ee7ef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0601754 May 04 19:10:48.817564 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b18bc641-2e24-4a9d-a9d1-ffac69a2663d req-a6006577-e57c-44da-9259-3710cc7787b6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461178 May 04 19:10:48.841977 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:48.843813 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd753241-f1e3-49fc-b405-fb789a0f61d0 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:48.897384 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port bd753241-f1e3-49fc-b405-fb789a0f61d0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:48.897384 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:48.969657 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42806ee1-cbb6-4214-8827-133282d71bab req-553111f8-3062-4e3a-ac51-f6adf02cf53d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:48.977898 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-42806ee1-cbb6-4214-8827-133282d71bab req-553111f8-3062-4e3a-ac51-f6adf02cf53d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0777688 May 04 19:10:48.987404 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 34944) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:48.992694 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Request body: {'floatingip': {'port_id': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:49.060941 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81ce6b-fff8-42fc-8be8-d5f1f039c1c2 req-b76fde4b-6689-43da-9d82-7704a9ef7f1f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:49.068056 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fe81ce6b-fff8-42fc-8be8-d5f1f039c1c2 req-b76fde4b-6689-43da-9d82-7704a9ef7f1f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 943 time: 0.0888183 May 04 19:10:49.074343 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port bd753241-f1e3-49fc-b405-fb789a0f61d0 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:49.074564 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.086991 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (220a3746-915b-44d3-96a4-f262ce0e2195), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.106180 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port bd753241-f1e3-49fc-b405-fb789a0f61d0, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bd753241-f1e3-49fc-b405-fb789a0f61d0,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:49.115218 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.156520 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fe81ce6b-fff8-42fc-8be8-d5f1f039c1c2 req-79411913-14bc-4a1f-b603-b119ccc11c65 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876014 May 04 19:10:49.200164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=bd753241-f1e3-49fc-b405-fb789a0f61d0,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:49.250773 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-b8610d38-d9b0-4f0c-a806-9c5deb3132e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:49.252277 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-b8610d38-d9b0-4f0c-a806-9c5deb3132e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 1127 time: 0.1620140 May 04 19:10:49.332142 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34958) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:49.339306 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-579233674-network', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:49.371405 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Made reservation on behalf of d3852d9773ae4f8d9747fa6de2cff3aa for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:10:49.373535 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.402582 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.424922 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403f15d-38e4-4db8-8852-94e85702e0b2 req-59438cdc-f1c7-440b-aca9-cc231361320d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:49.425900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-d61dd326-63a6-4e8b-b862-7f4d04d7a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:49.426385 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e403f15d-38e4-4db8-8852-94e85702e0b2 req-59438cdc-f1c7-440b-aca9-cc231361320d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0663192 May 04 19:10:49.427340 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-d61dd326-63a6-4e8b-b862-7f4d04d7a9e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 916 time: 0.1681643 May 04 19:10:49.497854 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e403f15d-38e4-4db8-8852-94e85702e0b2 req-79a30bd8-59cd-42f8-a6f8-7fbc37eb35df tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642624 May 04 19:10:49.533336 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks [] for security_group (3329fa43-f696-48c9-9621-3780f3d4fd70), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.538204 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3329fa43-f696-48c9-9621-3780f3d4fd70), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.564102 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:10:49.574215 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3329fa43-f696-48c9-9621-3780f3d4fd70,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:49.580529 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (13666873-460d-47c9-b06b-69c98e31ceea), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.581163 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Added segment 13666873-460d-47c9-b06b-69c98e31ceea of type vlan for network 97a8859c-115a-470e-a6a6-e6d21535a916 May 04 19:10:49.622437 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (97a8859c-115a-470e-a6a6-e6d21535a916), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.648159 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (97a8859c-115a-470e-a6a6-e6d21535a916), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.649194 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:49.649810 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.690003 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3567352 May 04 19:10:49.693116 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34962) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:49.700120 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Request body: {'subnet': {'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-579233674-subnet', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:49.732250 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a2583-f649-4f19-9e23-2d9f2504e48b admin admin] Pushing event updated for resources: {'Network': ['ID=97a8859c-115a-470e-a6a6-e6d21535a916,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:49.747731 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Made reservation on behalf of d3852d9773ae4f8d9747fa6de2cff3aa for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:10:49.750846 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.758686 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.765840 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (220a3746-915b-44d3-96a4-f262ce0e2195), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.774696 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 97a8859c-115a-470e-a6a6-e6d21535a916 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:10:49.776646 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464956-4d79-4288-a05c-8d01e663a998 req-23c3d5da-bc43-4e11-82db-ee8121fd7fdc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:49.778477 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1464956-4d79-4288-a05c-8d01e663a998 req-23c3d5da-bc43-4e11-82db-ee8121fd7fdc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0640793 May 04 19:10:49.908729 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a8033ffd-940a-494a-b78d-002d9864e602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:49.949815 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for subnet (a996ba5e-3231-473c-8ba0-8c514b80beb7), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.001610 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a996ba5e-3231-473c-8ba0-8c514b80beb7,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:50.023185 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Checking segment: {'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:50.023628 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Network hostable DHCP agents. Network: 97a8859c-115a-470e-a6a6-e6d21535a916, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:10:50.047020 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Network 97a8859c-115a-470e-a6a6-e6d21535a916 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:10:50.055977 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 97a8859c-115a-470e-a6a6-e6d21535a916) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:50.059962 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:50.060557 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.066029 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb2021-07b1-4f68-a995-33d76048cb3e None None] Network 97a8859c-115a-470e-a6a6-e6d21535a916 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:10:50.083576 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a24c3027-22a6-4598-907f-e2db95881e9e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3866992 May 04 19:10:50.083809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34964) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:50.088522 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:50.112532 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (66966b28-d185-487e-86ea-935cf1ab7a58), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.113559 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (66966b28-d185-487e-86ea-935cf1ab7a58), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.162132 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1464956-4d79-4288-a05c-8d01e663a998 req-3e82df1a-a3a4-47d0-be09-d8fa48abdb65 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507133 May 04 19:10:50.191027 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks [] for router_controller (66966b28-d185-487e-86ea-935cf1ab7a58), precommit_add_association {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.195246 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-97a8859c-115a-470e-a6a6-e6d21535a916', 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916', 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'fixed_ips': [{'subnet_id': 'a996ba5e-3231-473c-8ba0-8c514b80beb7'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:10:50.196251 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.204835 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Floating IP 220a3746-915b-44d3-96a4-f262ce0e2195 associated. External IP: 172.27.2.61, port: 7d596d4a-07a6-43a1-bc43-abfd6db7c370. May 04 19:10:50.211297 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:50.236182 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:50.236994 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:50.384453 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4bd4-eb08-4dd8-b4c0-422db28049a1 req-d8a69052-ec4e-424f-b473-6ec619366795 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:50.385900 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e35d4bd4-eb08-4dd8-b4c0-422db28049a1 req-d8a69052-ec4e-424f-b473-6ec619366795 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 943 time: 0.1412423 May 04 19:10:50.388163 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks [] for router_gateway (66966b28-d185-487e-86ea-935cf1ab7a58), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.454907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Allocated IP 172.20.0.2 (97a8859c-115a-470e-a6a6-e6d21535a916/a996ba5e-3231-473c-8ba0-8c514b80beb7/c5770066-5e98-47db-a7c5-39fb76e6bdc1) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:50.468941 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:50.482683 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:50.507402 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd753241-f1e3-49fc-b405-fb789a0f61d0 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:50.637634 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:50.644286 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.653181 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] Sync routers for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:50.665405 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:50.666372 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:50.674182 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f75d9-b64b-45c8-92f9-496dd25c143b req-73deca83-4bae-4a03-b4ed-bac45d728f26 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:50.675682 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-317f75d9-b64b-45c8-92f9-496dd25c143b req-73deca83-4bae-4a03-b4ed-bac45d728f26 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.0789318 May 04 19:10:50.719025 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-77f565fc-bfe8-4f52-90d4-41ed9c9ac944 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "PUT /v2.0/floatingips/220a3746-915b-44d3-96a4-f262ce0e2195 HTTP/1.1" status: 200 len: 991 time: 1.7301946 May 04 19:10:50.722979 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:50.727403 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa60745-2499-44f8-b6af-ac718a6bc21b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:50.732586 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Publish callbacks [] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.756441 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.770308 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-317f75d9-b64b-45c8-92f9-496dd25c143b req-ebd8a415-06de-44f6-924a-5b085212d32c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826414 May 04 19:10:50.823673 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df9100-96c6-4128-91da-82e724343046 x-openstack-request-id: req-29df9100-96c6-4128-91da-82e724343046 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:50.824191 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:50.824608 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29df9100-96c6-4128-91da-82e724343046 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:50.825153 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29df9100-96c6-4128-91da-82e724343046'] response: {'name': 'network-changed', 'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'status': 'completed', 'code': 200} May 04 19:10:50.829556 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:50.848651 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e35d4bd4-eb08-4dd8-b4c0-422db28049a1 req-c0e2c3b4-46ed-4f9e-8c28-f56220fa690b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4512444 May 04 19:10:50.872010 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Network 97a8859c-115a-470e-a6a6-e6d21535a916 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:50.884528 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:50.890421 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port bd753241-f1e3-49fc-b405-fb789a0f61d0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:50.890714 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.892910 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:50.893166 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks [] for router_gateway (66966b28-d185-487e-86ea-935cf1ab7a58), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:50.897782 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Pushing event updated for resources: {'Port': ['ID=c5770066-5e98-47db-a7c5-39fb76e6bdc1,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:50.917297 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.034465 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Allocated IP 172.27.2.198 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/580d044f-b5e8-42da-b943-bb8a4b9cfac9) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:51.049847 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Attempting to bind port c5770066-5e98-47db-a7c5-39fb76e6bdc1 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:51.050234 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Attempting to bind port c5770066-5e98-47db-a7c5-39fb76e6bdc1 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:51.050574 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Attempting to bind port c5770066-5e98-47db-a7c5-39fb76e6bdc1 on network 97a8859c-115a-470e-a6a6-e6d21535a916 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:51.052496 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.057325 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:48Z', 'revision_number': 2, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:51.061739 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:51.062120 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Checking segment: {'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:51.062514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.062903 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Bound using segment: {'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:51.063379 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Bound port: c5770066-5e98-47db-a7c5-39fb76e6bdc1, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:51.063750 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.079383 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '220a3746-915b-44d3-96a4-f262ce0e2195', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'port_id': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'mac_address': 'fa:16:3e:fa:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:34Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 1, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:51.106483 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] Checking router: 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:51.111718 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:51.112071 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Updating router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 port 6ce10567-7135-43bb-b1ad-490628449ada binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:10:51.117290 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:51.117959 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:51.161527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks [] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.202458 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.247223 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-48d20ecc-d885-4cde-aa7a-ba6c928befb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db HTTP/1.1" status: 200 len: 217 time: 0.0931048 May 04 19:10:51.259024 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:51.259725 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:51.263526 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:51.270636 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:51.323653 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port bd753241-f1e3-49fc-b405-fb789a0f61d0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:51.327396 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6ce10567-7135-43bb-b1ad-490628449ada), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.381947 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] For port c5770066-5e98-47db-a7c5-39fb76e6bdc1, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:51.398480 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1d7d2-5c2d-42c6-b8c4-deed84aef09f req-af5d3b7c-47f4-4a6f-a6e7-1f5db88a012a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:51.400825 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4f1d7d2-5c2d-42c6-b8c4-deed84aef09f req-af5d3b7c-47f4-4a6f-a6e7-1f5db88a012a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1268606 May 04 19:10:51.401311 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] For port c5770066-5e98-47db-a7c5-39fb76e6bdc1, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c5770066-5e98-47db-a7c5-39fb76e6bdc1,segment=NetworkSegment(13666873-460d-47c9-b06b-69c98e31ceea),segment_id=13666873-460d-47c9-b06b-69c98e31ceea)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:51.404946 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-6c0a98c7-c7e3-4e33-b80d-01a93cd7223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:51.407708 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-6c0a98c7-c7e3-4e33-b80d-01a93cd7223c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1130 time: 0.1219463 May 04 19:10:51.410886 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 1087fa4e-a377-4af8-a39c-8bc9ddffd2db details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:10:51.435896 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Pushing event updated for resources: {'Port': ['ID=580d044f-b5e8-42da-b943-bb8a4b9cfac9,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:51.446590 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-0343730d-5f7c-4aca-ab38-ff543b7df793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:51.448044 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-0343730d-5f7c-4aca-ab38-ff543b7df793 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.1523747 May 04 19:10:51.461374 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.543413 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a4f1d7d2-5c2d-42c6-b8c4-deed84aef09f req-8d36d57f-dbc0-4362-b44b-580c5270ab25 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329982 May 04 19:10:51.574941 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-76755b78-12ce-4630-9d22-45f3bbe0c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:51.577008 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-76755b78-12ce-4630-9d22-45f3bbe0c2f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108434 May 04 19:10:51.594166 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks [] for router_gateway (66966b28-d185-487e-86ea-935cf1ab7a58), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:51.656614 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b46646-3974-4e79-8bda-4a401ec3ff53 None None] Pushing event updated for resources: {'Port': ['ID=c5770066-5e98-47db-a7c5-39fb76e6bdc1,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:51.715974 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f22cf-a488-41df-be2a-027bee655010 req-e79c9394-396d-4604-8761-039df613bd48 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:51.718012 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e92f22cf-a488-41df-be2a-027bee655010 req-e79c9394-396d-4604-8761-039df613bd48 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.1218290 May 04 19:10:51.720359 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '220a3746-915b-44d3-96a4-f262ce0e2195', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'port_id': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'mac_address': 'fa:16:3e:fa:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:34Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 1, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:51.733794 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-0e364745-5fe5-4185-bb05-983cca6729ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:51.735256 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-0e364745-5fe5-4185-bb05-983cca6729ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.2679608 May 04 19:10:51.758687 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0ce74-19cf-491e-9214-0aaefec12b05 None None] The sync data for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi is: [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '220a3746-915b-44d3-96a4-f262ce0e2195', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'port_id': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'mac_address': 'fa:16:3e:fa:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:34Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 1, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:51.798172 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:51.845625 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'port_id': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'mac_address': 'fa:16:3e:bd:15:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:10:51.856523 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-108e9268-0c9f-4feb-8a6d-698d259a8220 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298331 May 04 19:10:51.938833 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-4c4e546c-fbef-43d4-927f-5421e3396c53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 999 time: 0.1959989 May 04 19:10:51.997700 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:52.003752 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.037215 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Publish callbacks [] for port (6ce10567-7135-43bb-b1ad-490628449ada), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.040676 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-14cb6c57-64d5-40c0-a7ea-c31d60d333d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:52.041242 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Deleting port f2a67d60-fe59-49da-83ac-a36d263ffa54 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:52.041747 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.042440 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-14cb6c57-64d5-40c0-a7ea-c31d60d333d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0523305 May 04 19:10:52.048481 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1087fa4e-a377-4af8-a39c-8bc9ddffd2db {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:10:52.058101 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6ce10567-7135-43bb-b1ad-490628449ada), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.099739 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b71937-3e26-4c38-884d-e4250aa5f2d0 req-4684dd53-3000-40dd-8ae9-20ad9271a8b1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:52.102157 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-53b71937-3e26-4c38-884d-e4250aa5f2d0 req-4684dd53-3000-40dd-8ae9-20ad9271a8b1 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 945 time: 0.1756682 May 04 19:10:52.138289 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:52.143401 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-922b6b1e-bd4d-44a8-aadf-f6deebf9ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:52.144883 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-922b6b1e-bd4d-44a8-aadf-f6deebf9ca98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964348 May 04 19:10:52.152459 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.153680 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c72813-d2e9-4c6e-81d6-fa411d59d2ac req-72277005-d220-48b3-8116-188c6c67db05 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:52.155465 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-24c72813-d2e9-4c6e-81d6-fa411d59d2ac req-72277005-d220-48b3-8116-188c6c67db05 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 943 time: 0.1119559 May 04 19:10:52.168579 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5ef195-4544-419e-82ca-e082d7443c56 req-cc87192a-f781-4986-a94a-7d83c2c17054 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969310 May 04 19:10:52.172097 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b4eb6-352a-43f7-81d3-d8c7de3c6ecd None None] Pushing event updated for resources: {'Port': ['ID=6ce10567-7135-43bb-b1ad-490628449ada,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:52.241670 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3b5f3-23ed-4b0f-955f-04fe01dda2f2 None None] New status for floating IP 220a3746-915b-44d3-96a4-f262ce0e2195: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:10:52.320439 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] For port f2a67d60-fe59-49da-83ac-a36d263ffa54, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2a67d60-fe59-49da-83ac-a36d263ffa54,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:52.320809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.332365 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-53b71937-3e26-4c38-884d-e4250aa5f2d0 req-418476a3-0c14-410f-975e-82d35df520d9 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901331 May 04 19:10:52.335463 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (66966b28-d185-487e-86ea-935cf1ab7a58), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.376738 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:52.390703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-24c72813-d2e9-4c6e-81d6-fa411d59d2ac req-9690a004-b0b7-4efa-a9bc-4271ebc4d37d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214270 May 04 19:10:52.409180 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Attempting to bind port 6ce10567-7135-43bb-b1ad-490628449ada on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:52.409658 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Attempting to bind port 6ce10567-7135-43bb-b1ad-490628449ada by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:52.410016 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Attempting to bind port 6ce10567-7135-43bb-b1ad-490628449ada on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:52.433650 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:52.434035 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Checking segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:52.434553 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.434969 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Bound using segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:52.436220 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Bound port: 6ce10567-7135-43bb-b1ad-490628449ada, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:52.437308 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6ce10567-7135-43bb-b1ad-490628449ada), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.440544 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-545399b4-0351-4c2a-904d-95aecf9edf81 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841797 May 04 19:10:52.535231 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['1087fa4e-a377-4af8-a39c-8bc9ddffd2db'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:10:52.585410 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-efa60745-2499-44f8-b6af-ac718a6bc21b req-a53166e0-2d96-44a6-adf2-58de62a9a0c5 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367204 May 04 19:10:52.621410 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c5770066-5e98-47db-a7c5-39fb76e6bdc1 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:52.696165 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-0a9c6c84-55a3-4950-96da-b449e68c75ea None None] Provisioning complete for port 6ce10567-7135-43bb-b1ad-490628449ada triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:52.696721 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6c84-55a3-4950-96da-b449e68c75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6ce10567-7135-43bb-b1ad-490628449ada), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.705755 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.724584 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] For port 6ce10567-7135-43bb-b1ad-490628449ada, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:52.748260 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] For port 6ce10567-7135-43bb-b1ad-490628449ada, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6ce10567-7135-43bb-b1ad-490628449ada,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:52.749719 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.750276 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (d0370e35-1faf-4b42-ad8a-e8c796be361f), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.750421 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Floating IP d0370e35-1faf-4b42-ad8a-e8c796be361f disassociated. External IP: 172.27.2.60, port: f2a67d60-fe59-49da-83ac-a36d263ffa54. May 04 19:10:52.750754 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Calling delete_port for f2a67d60-fe59-49da-83ac-a36d263ffa54 owned by compute:nova {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:52.773032 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6ce10567-7135-43bb-b1ad-490628449ada), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.774577 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635538-9dc0-48a4-a2b8-6ce6ff0aafbc req-d8c79339-16c1-4988-a71e-d077d6ed52e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:52.776178 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-38635538-9dc0-48a4-a2b8-6ce6ff0aafbc req-d8c79339-16c1-4988-a71e-d077d6ed52e6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0965967 May 04 19:10:52.813332 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port c5770066-5e98-47db-a7c5-39fb76e6bdc1 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:52.813721 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:52.815234 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c6c84-55a3-4950-96da-b449e68c75ea None None] Port 6ce10567-7135-43bb-b1ad-490628449ada cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:10:52.845819 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Router 66966b28-d185-487e-86ea-935cf1ab7a58 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:10:52.895372 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-38635538-9dc0-48a4-a2b8-6ce6ff0aafbc req-b8691e53-296b-436f-ae6f-e2f68c28bf26 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104343 May 04 19:10:52.945409 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:52.946300 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:52.987980 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b4eb6-352a-43f7-81d3-d8c7de3c6ecd None None] Pushing event updated for resources: {'Port': ['ID=6ce10567-7135-43bb-b1ad-490628449ada,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:53.066016 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e2eb77-c27d-4bab-9bf9-8fa48903790a None None] Network 97a8859c-115a-470e-a6a6-e6d21535a916 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:10:53.067423 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:53.074235 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (f2a67d60-fe59-49da-83ac-a36d263ffa54), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.080138 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Sync routers for ids ['66966b28-d185-487e-86ea-935cf1ab7a58'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:53.097066 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Routers {'66966b28-d185-487e-86ea-935cf1ab7a58'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:53.097716 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['66966b28-d185-487e-86ea-935cf1ab7a58'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:53.116812 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event deleted for resources: {'Port': ['ID=f2a67d60-fe59-49da-83ac-a36d263ffa54,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:53.127206 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.128661 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-bce8a587-81e5-4475-8782-37174defdd0e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0433826 May 04 19:10:53.132012 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 34982) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:53.145866 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port c5770066-5e98-47db-a7c5-39fb76e6bdc1 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:53.146257 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.208178 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Provisioning complete for port 6ce10567-7135-43bb-b1ad-490628449ada triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:53.208548 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6ce10567-7135-43bb-b1ad-490628449ada), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.218978 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Set router 66966b28-d185-487e-86ea-935cf1ab7a58 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:53.244111 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:53.417629 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:51Z', 'revision_number': 3, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port': {'id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:53.447843 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Checking router: 66966b28-d185-487e-86ea-935cf1ab7a58 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:53.448190 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Updating router 66966b28-d185-487e-86ea-935cf1ab7a58 port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:10:53.478302 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3062e9d5-27d7-49de-ba82-814c9be6d318 req-0b713c56-82d3-4206-ab8d-7cdcbe7eacc0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 210 time: 0.0345547 May 04 19:10:53.484115 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.558880 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port c5770066-5e98-47db-a7c5-39fb76e6bdc1, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c5770066-5e98-47db-a7c5-39fb76e6bdc1,segment=NetworkSegment(13666873-460d-47c9-b06b-69c98e31ceea),segment_id=13666873-460d-47c9-b06b-69c98e31ceea)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:53.596268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.636791 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa198-cd19-4684-9a31-d3fb83f12bf9 req-93396c24-212d-4ccb-9688-ae009d638894 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:53.639467 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-893fa198-cd19-4684-9a31-d3fb83f12bf9 req-93396c24-212d-4ccb-9688-ae009d638894 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 944 time: 0.1150594 May 04 19:10:53.649514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 1087fa4e-a377-4af8-a39c-8bc9ddffd2db up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:53.712409 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Router 944931c7-997a-4197-ad4a-6a1843a1b8e0 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:53.824533 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=c5770066-5e98-47db-a7c5-39fb76e6bdc1,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:53.835920 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-893fa198-cd19-4684-9a31-d3fb83f12bf9 req-c7788c20-6942-4471-bc0c-7b02ce58b8ac tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894121 May 04 19:10:53.864635 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Publish callbacks [] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.872131 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.883514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Current status of the port 6ce10567-7135-43bb-b1ad-490628449ada is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:53.884044 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6ce10567-7135-43bb-b1ad-490628449ada), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.907115 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:10:53.915297 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:52Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:53.931930 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:53.934153 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.936694 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Attempting to bind port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:53.936857 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Attempting to bind port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:53.937201 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Attempting to bind port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:53.941274 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31b001-b4f2-49c9-89da-9d22bed66b69 None None] Pushing event updated for resources: {'Port': ['ID=580d044f-b5e8-42da-b943-bb8a4b9cfac9,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:53.951980 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:53.952555 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:53.953142 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:53.953543 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:53.954016 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Bound port: 580d044f-b5e8-42da-b943-bb8a4b9cfac9, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:53.954383 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.009349 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] For port 580d044f-b5e8-42da-b943-bb8a4b9cfac9, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:54.013073 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] For port 580d044f-b5e8-42da-b943-bb8a4b9cfac9, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=580d044f-b5e8-42da-b943-bb8a4b9cfac9,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:54.016853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:54.029193 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.031074 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377c593-64c2-48e4-bdce-b7f5ff531b03 None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:52Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:54.039746 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] Sync routers for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:54.046804 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-e705b40a-2607-433c-946c-24c646c71653 None None] For port 6ce10567-7135-43bb-b1ad-490628449ada, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6ce10567-7135-43bb-b1ad-490628449ada,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:54.072078 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6ce10567-7135-43bb-b1ad-490628449ada), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.080516 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.083990 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:54.085147 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:54.088477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773356b-43b2-45bc-b284-28a13fe2b636 req-983df815-a214-4416-b3f2-cc2f9b43352e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:54.112730 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b773356b-43b2-45bc-b284-28a13fe2b636 req-983df815-a214-4416-b3f2-cc2f9b43352e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1106656 May 04 19:10:54.154953 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] No DVR routers for this DVR port f2a67d60-fe59-49da-83ac-a36d263ffa54 on host hv-cinder-83090 {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:10:54.161266 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.166210 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e92f22cf-a488-41df-be2a-027bee655010 req-16e1bbce-08cc-45fd-9782-9c9a7879478b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "DELETE /v2.0/ports/f2a67d60-fe59-49da-83ac-a36d263ffa54 HTTP/1.1" status: 204 len: 173 time: 2.4403744 May 04 19:10:54.166468 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'name': 'network-vif-deleted', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:54.168703 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd84d449-fd82-441f-898b-c0e4e9b5612b" -d '{"events": [{"server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "name": "network-vif-deleted", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:54.179466 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Provisioning complete for port c5770066-5e98-47db-a7c5-39fb76e6bdc1 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:54.192294 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.196343 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Routers {'66966b28-d185-487e-86ea-935cf1ab7a58'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:54.196983 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['66966b28-d185-487e-86ea-935cf1ab7a58'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:54.199365 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31b001-b4f2-49c9-89da-9d22bed66b69 None None] Pushing event updated for resources: {'Port': ['ID=580d044f-b5e8-42da-b943-bb8a4b9cfac9,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:54.244379 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7032e77d-f8ab-4cde-b4b3-8decf669bee0 x-openstack-request-id: req-7032e77d-f8ab-4cde-b4b3-8decf669bee0 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:54.244742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d", "name": "network-vif-deleted", "tag": "f2a67d60-fe59-49da-83ac-a36d263ffa54", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:54.245044 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7032e77d-f8ab-4cde-b4b3-8decf669bee0 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:54.245456 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7032e77d-f8ab-4cde-b4b3-8decf669bee0'] response: {'server_uuid': 'f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d', 'name': 'network-vif-deleted', 'tag': 'f2a67d60-fe59-49da-83ac-a36d263ffa54', 'status': 'completed', 'code': 200} May 04 19:10:54.254867 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b773356b-43b2-45bc-b284-28a13fe2b636 req-fe9bdc88-a3db-4a0d-af51-de5a1502d861 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403511 May 04 19:10:54.338500 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Pushing event updated for resources: {'Port': ['ID=6ce10567-7135-43bb-b1ad-490628449ada,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:54.406217 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] Set router 66966b28-d185-487e-86ea-935cf1ab7a58 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:54.407908 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:54.408324 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.431433 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.454892 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:54.533677 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:54.552075 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b892d4c6-5255-4d63-9667-12c5f8aab6e3" -d '{"events": [{"server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "name": "network-vif-plugged", "status": "completed", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:54.605340 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:54.622879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bced00e-a097-496f-a112-b7cc5f49d8c0 x-openstack-request-id: req-1bced00e-a097-496f-a112-b7cc5f49d8c0 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:54.623194 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "name": "network-vif-plugged", "status": "completed", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:54.623451 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1bced00e-a097-496f-a112-b7cc5f49d8c0 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:54.623897 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bced00e-a097-496f-a112-b7cc5f49d8c0'] response: {'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'code': 200} May 04 19:10:54.654407 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-819659a0-dcbd-45a8-8d8d-f9226026601b req-89e0fda2-4079-4670-b3a6-8ccfe1bb0d9f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6779b48-cc1c-4bd5-91a9-c8eba5f91c0d HTTP/1.1" status: 200 len: 210 time: 0.0447047 May 04 19:10:54.696141 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.708402 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6ce10567-7135-43bb-b1ad-490628449ada up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:54.710519 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-e705b40a-2607-433c-946c-24c646c71653 None None] Current status of the port c5770066-5e98-47db-a7c5-39fb76e6bdc1 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:54.727045 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:51Z', 'revision_number': 3, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port': {'id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:54.766163 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Allocated IP 172.20.0.1 (97a8859c-115a-470e-a6a6-e6d21535a916/a996ba5e-3231-473c-8ba0-8c514b80beb7/bf113206-a01b-4134-8b27-7ec470d65483) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:54.790307 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0704f4e-5a93-4eca-a2a8-4ae0b17fbd49 None None] The sync data for ids ['66966b28-d185-487e-86ea-935cf1ab7a58'] in dv-cinder-830901-3-iscsi is: [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:51Z', 'revision_number': 3, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port': {'id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:54.961325 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6ce10567-7135-43bb-b1ad-490628449ada triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:54.961752 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6ce10567-7135-43bb-b1ad-490628449ada), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.964005 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-ba570394-15df-49c4-802a-a917e0e9f96d None None] Provisioning complete for port c5770066-5e98-47db-a7c5-39fb76e6bdc1 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:54.964368 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba570394-15df-49c4-802a-a917e0e9f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:54.967365 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:55.007364 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks [] for port (bf113206-a01b-4134-8b27-7ec470d65483), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.020752 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b03e61-296c-4f4e-9f3b-47bf02e269ab req-f18d08b2-e5bc-4262-8490-8fb2054f865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:55.022444 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e8b03e61-296c-4f4e-9f3b-47bf02e269ab req-f18d08b2-e5bc-4262-8490-8fb2054f865b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 1129 time: 0.0593321 May 04 19:10:55.048322 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d44b55-c622-4b5e-9705-c768acee231c req-14edd4e5-7ecf-4d9f-b5da-9612f851235a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:55.050754 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c2d44b55-c622-4b5e-9705-c768acee231c req-14edd4e5-7ecf-4d9f-b5da-9612f851235a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0716774 May 04 19:10:55.106623 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (bf113206-a01b-4134-8b27-7ec470d65483), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.119919 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:55.143007 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c2d44b55-c622-4b5e-9705-c768acee231c req-78345dd6-ac8b-4cb4-ba2d-7e46ca0228b6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864944 May 04 19:10:55.166478 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Network 97a8859c-115a-470e-a6a6-e6d21535a916 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:55.174850 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:55.183253 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e8b03e61-296c-4f4e-9f3b-47bf02e269ab req-6627deb8-e8dc-45aa-81a0-7e707b62e893 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492980 May 04 19:10:55.183253 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:55.183253 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (66966b28-d185-487e-86ea-935cf1ab7a58), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.210873 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] Checking router: 944931c7-997a-4197-ad4a-6a1843a1b8e0 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:55.254133 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Pushing event updated for resources: {'Port': ['ID=bf113206-a01b-4134-8b27-7ec470d65483,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:55.291773 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:55.292434 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:55.371915 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6ce10567-7135-43bb-b1ad-490628449ada is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:55.373021 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c5770066-5e98-47db-a7c5-39fb76e6bdc1 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:55.376643 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-ba570394-15df-49c4-802a-a917e0e9f96d None None] Current status of the port c5770066-5e98-47db-a7c5-39fb76e6bdc1 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:55.477044 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port c5770066-5e98-47db-a7c5-39fb76e6bdc1 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:55.477614 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.485668 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d009c25-018f-4816-8c11-cc1642ab1865 req-d6dfe06e-742e-4d4a-9a80-7a5eab269a01 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:55.487708 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2d009c25-018f-4816-8c11-cc1642ab1865 req-d6dfe06e-742e-4d4a-9a80-7a5eab269a01 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1272631 May 04 19:10:55.491021 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bf113206-a01b-4134-8b27-7ec470d65483), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.568825 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:55.585342 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2d009c25-018f-4816-8c11-cc1642ab1865 req-c3fcf7c9-4dfb-4e18-bf09-847ed88eec03 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904558 May 04 19:10:55.628661 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2a67d60-fe59-49da-83ac-a36d263ffa54 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:10:55.725888 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks [] for port (bf113206-a01b-4134-8b27-7ec470d65483), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.731785 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bf113206-a01b-4134-8b27-7ec470d65483), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.733009 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (66966b28-d185-487e-86ea-935cf1ab7a58), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.788634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Pushing event updated for resources: {'Port': ['ID=bf113206-a01b-4134-8b27-7ec470d65483,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:55.810758 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-c7a79b62-0754-4ff1-8b06-4db9e1afec8e None None] Provisioning complete for port bf113206-a01b-4134-8b27-7ec470d65483 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:55.811132 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c7a79b62-0754-4ff1-8b06-4db9e1afec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bf113206-a01b-4134-8b27-7ec470d65483), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.825422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35004) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:55.914120 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: f2a67d60-fe59-49da-83ac-a36d263ffa54 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:10:55.914632 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2a67d60-fe59-49da-83ac-a36d263ffa54 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:10:55.925127 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-80bba89b-c06d-41b1-8d1d-bd459015d301 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:55.948297 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-c7a79b62-0754-4ff1-8b06-4db9e1afec8e None None] Port bf113206-a01b-4134-8b27-7ec470d65483 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:10:55.950540 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Network 97a8859c-115a-470e-a6a6-e6d21535a916 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:55.959725 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port c5770066-5e98-47db-a7c5-39fb76e6bdc1 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:55.960376 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:55.970926 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-80bba89b-c06d-41b1-8d1d-bd459015d301 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.112611 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:56.144505 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b08e0f-0cf4-422e-9ecc-edf8e1a7921d None None] The sync data for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi is: [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:10:56.147948 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-80bba89b-c06d-41b1-8d1d-bd459015d301 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.151271 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-80bba89b-c06d-41b1-8d1d-bd459015d301 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.152652 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-80bba89b-c06d-41b1-8d1d-bd459015d301 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f HTTP/1.1" status: 204 len: 168 time: 0.3261826 May 04 19:10:56.155266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35006) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:56.163568 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Router 66966b28-d185-487e-86ea-935cf1ab7a58 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:56.173667 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bba89b-c06d-41b1-8d1d-bd459015d301 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:56.178495 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.api.v2.resource [None req-5e6b7242-1173-4355-b736-4fccfaeb27de tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] show failed (client error): The resource could not be found. May 04 19:10:56.179743 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-5e6b7242-1173-4355-b736-4fccfaeb27de tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups/e7abe6e6-1ead-4ed8-bdda-1324bcfbc69f HTTP/1.1" status: 404 len: 347 time: 0.0227458 May 04 19:10:56.184113 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35010) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:56.327720 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af719b-ce1b-4f4f-958d-a89ce0157d46 req-2d561cd1-5b04-4865-b3e9-e6e4727ed2d9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:56.329550 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f1af719b-ce1b-4f4f-958d-a89ce0157d46 req-2d561cd1-5b04-4865-b3e9-e6e4727ed2d9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0716670 May 04 19:10:56.371113 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-a2ad3396-4e98-4bab-8515-f2b1d954f563 None None] Provisioning complete for port bf113206-a01b-4134-8b27-7ec470d65483 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:56.371585 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3396-4e98-4bab-8515-f2b1d954f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bf113206-a01b-4134-8b27-7ec470d65483), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.379823 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f1af719b-ce1b-4f4f-958d-a89ce0157d46 req-b7e3aabe-61ff-4390-af57-7a4b75a3771e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 May 04 19:10:56.414896 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Deleting port 28943d5e-5522-4b41-9ce8-d81361fedf71 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:10:56.417603 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.425414 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad3396-4e98-4bab-8515-f2b1d954f563 None None] Port bf113206-a01b-4134-8b27-7ec470d65483 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:10:56.436035 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:56.446490 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3e77de8b-72e4-45a2-9ca7-375e60d8732d admin admin] 10.222.0.69 "PUT /v2.0/routers/66966b28-d185-487e-86ea-935cf1ab7a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133917 May 04 19:10:56.491542 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 580d044f-b5e8-42da-b943-bb8a4b9cfac9 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:56.509740 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.510319 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (28943d5e-5522-4b41-9ce8-d81361fedf71), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.523264 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Calling delete_port for 28943d5e-5522-4b41-9ce8-d81361fedf71 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:10:56.545262 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:56.545675 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.634349 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:56.634879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.660825 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 580d044f-b5e8-42da-b943-bb8a4b9cfac9, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=580d044f-b5e8-42da-b943-bb8a4b9cfac9,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:10:56.666433 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.676499 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (28943d5e-5522-4b41-9ce8-d81361fedf71), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.709523 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event deleted for resources: {'Port': ['ID=28943d5e-5522-4b41-9ce8-d81361fedf71,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:56.736375 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (d0370e35-1faf-4b42-ad8a-e8c796be361f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.739517 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.744152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404d392-4fb0-4ff0-a4f5-0b93e24afbd7 req-a1d6b34b-dd18-4977-90d9-c25898d0eea2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:56.745036 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5580748d-a6ce-4a65-acf2-835e9f7f7e25 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "DELETE /v2.0/floatingips/d0370e35-1faf-4b42-ad8a-e8c796be361f HTTP/1.1" status: 204 len: 168 time: 0.5608079 May 04 19:10:56.746545 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=580d044f-b5e8-42da-b943-bb8a4b9cfac9,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:56.763577 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4404d392-4fb0-4ff0-a4f5-0b93e24afbd7 req-a1d6b34b-dd18-4977-90d9-c25898d0eea2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0805056 May 04 19:10:56.816386 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4404d392-4fb0-4ff0-a4f5-0b93e24afbd7 req-e93f0552-71af-4967-a051-daee573caafa tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517042 May 04 19:10:57.016427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35022) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.021173 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-345ba1e9-61a6-42f9-a707-78529754af3e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538829598', 'description': 'tempest-description--1164502253'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.043088 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-345ba1e9-61a6-42f9-a707-78529754af3e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.111506 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-345ba1e9-61a6-42f9-a707-78529754af3e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (4d6a4652-97cf-4708-bc14-37f09ae6918f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.114874 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-345ba1e9-61a6-42f9-a707-78529754af3e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4d6a4652-97cf-4708-bc14-37f09ae6918f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.141122 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-345ba1e9-61a6-42f9-a707-78529754af3e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.142626 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-345ba1e9-61a6-42f9-a707-78529754af3e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1249292 May 04 19:10:57.146958 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35024) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.148197 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35026) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.151131 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3b1c2eba-6008-4336-b9c5-951ff5c501c0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'security_group_rule': {'security_group_id': '4d6a4652-97cf-4708-bc14-37f09ae6918f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.152968 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-081bc106-b35c-46a8-8e48-86553a56b88b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329240155', 'description': 'tempest-secgroup-smoke-329240155 description', 'project_id': '157e9c40125e42b4b5a908fc58bfa939'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.156949 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ba1e9-61a6-42f9-a707-78529754af3e tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6a4652-97cf-4708-bc14-37f09ae6918f,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:57.175976 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-081bc106-b35c-46a8-8e48-86553a56b88b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.185058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2eba-6008-4336-b9c5-951ff5c501c0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (b9d36d39-98da-4878-98f1-60679192dd80), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.257669 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2eba-6008-4336-b9c5-951ff5c501c0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (b9d36d39-98da-4878-98f1-60679192dd80), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.263333 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2eba-6008-4336-b9c5-951ff5c501c0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (b9d36d39-98da-4878-98f1-60679192dd80), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.280156 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-081bc106-b35c-46a8-8e48-86553a56b88b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group (083ace7b-8ca2-482e-84dd-ca6abe349050), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.286669 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-081bc106-b35c-46a8-8e48-86553a56b88b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (083ace7b-8ca2-482e-84dd-ca6abe349050), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.290082 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c2eba-6008-4336-b9c5-951ff5c501c0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d36d39-98da-4878-98f1-60679192dd80,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:57.301626 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b1c2eba-6008-4336-b9c5-951ff5c501c0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.305264 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3b1c2eba-6008-4336-b9c5-951ff5c501c0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548171 May 04 19:10:57.309863 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35028) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.315197 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-d017aa92-6545-4269-a4c0-3064be87d049 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'security_group_rule': {'security_group_id': '4d6a4652-97cf-4708-bc14-37f09ae6918f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.320642 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-081bc106-b35c-46a8-8e48-86553a56b88b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.322193 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-081bc106-b35c-46a8-8e48-86553a56b88b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1728458 May 04 19:10:57.327266 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35030) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.331667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bc106-b35c-46a8-8e48-86553a56b88b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083ace7b-8ca2-482e-84dd-ca6abe349050,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:57.336157 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-b0dec1f1-eecf-449f-90ab-147b9f728a2c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'security_group_rule': {'security_group_id': '083ace7b-8ca2-482e-84dd-ca6abe349050', 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.364436 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d017aa92-6545-4269-a4c0-3064be87d049 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (ef8f6a43-a79a-4467-ae55-a840da9ba19f), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.379904 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b0dec1f1-eecf-449f-90ab-147b9f728a2c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (07674523-91a7-4f10-a3be-ea7f134fa28c), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.452112 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d017aa92-6545-4269-a4c0-3064be87d049 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (ef8f6a43-a79a-4467-ae55-a840da9ba19f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.463926 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d017aa92-6545-4269-a4c0-3064be87d049 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (ef8f6a43-a79a-4467-ae55-a840da9ba19f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.466175 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2fb8c1-bf02-41a4-98c0-296ba25e3395 None None] New status for floating IP d0370e35-1faf-4b42-ad8a-e8c796be361f: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:10:57.466780 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b0dec1f1-eecf-449f-90ab-147b9f728a2c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (07674523-91a7-4f10-a3be-ea7f134fa28c), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.474911 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b0dec1f1-eecf-449f-90ab-147b9f728a2c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (07674523-91a7-4f10-a3be-ea7f134fa28c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.496148 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017aa92-6545-4269-a4c0-3064be87d049 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8f6a43-a79a-4467-ae55-a840da9ba19f,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:57.504106 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d017aa92-6545-4269-a4c0-3064be87d049 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.505228 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d017aa92-6545-4269-a4c0-3064be87d049 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943581 May 04 19:10:57.513053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35034) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.519180 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.527000 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b0dec1f1-eecf-449f-90ab-147b9f728a2c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.528135 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b0dec1f1-eecf-449f-90ab-147b9f728a2c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994300 May 04 19:10:57.530889 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dec1f1-eecf-449f-90ab-147b9f728a2c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07674523-91a7-4f10-a3be-ea7f134fa28c,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:57.532091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35036) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.538960 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-ac6ce549-eae0-4ec0-918f-7879146b1b98 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'security_group_rule': {'security_group_id': '083ace7b-8ca2-482e-84dd-ca6abe349050', 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.547543 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.562000 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b59e1-13b2-4fd6-8179-6b8933b428dd req-8a6837c6-2dde-4cdf-9990-da85ebac742b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:57.566997 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ea9b59e1-13b2-4fd6-8179-6b8933b428dd req-8a6837c6-2dde-4cdf-9990-da85ebac742b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0976920 May 04 19:10:57.623869 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce549-eae0-4ec0-918f-7879146b1b98 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (73f0a4a5-198f-4e06-a442-c960e7f61012), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.647450 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.650318 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ea9b59e1-13b2-4fd6-8179-6b8933b428dd req-53f6bdc6-9a46-4531-a44b-ddaa4696f461 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789680 May 04 19:10:57.709622 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce549-eae0-4ec0-918f-7879146b1b98 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (73f0a4a5-198f-4e06-a442-c960e7f61012), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.714703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce549-eae0-4ec0-918f-7879146b1b98 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (73f0a4a5-198f-4e06-a442-c960e7f61012), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.733201 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ce549-eae0-4ec0-918f-7879146b1b98 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f0a4a5-198f-4e06-a442-c960e7f61012,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:57.741616 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce549-eae0-4ec0-918f-7879146b1b98 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.742817 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-ac6ce549-eae0-4ec0-918f-7879146b1b98 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2096121 May 04 19:10:57.745483 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35040) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.749726 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-4a7dad04-83e9-4e77-bf3a-a3c43c076a50 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'security_group_rule': {'security_group_id': '083ace7b-8ca2-482e-84dd-ca6abe349050', 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.774671 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a7dad04-83e9-4e77-bf3a-a3c43c076a50 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (3eda43f9-4ac4-4cc5-94ff-8e4b4b02ac44), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.790629 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a74732-c87e-4f50-8cec-e8a918f202a5 req-24605b35-7acc-42f7-af44-8efdc1e96aea tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:57.792105 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-25a74732-c87e-4f50-8cec-e8a918f202a5 req-24605b35-7acc-42f7-af44-8efdc1e96aea tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0733905 May 04 19:10:57.803626 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35042) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:57.807937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'port_id': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:57.808070 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Allocated IP 172.27.2.196 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/3cd5e950-7e80-42f6-94b7-9a487eb79917) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:10:57.857238 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (6be09da3-d53c-4b4c-ad06-6a081e40613a), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.923011 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.933121 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a7dad04-83e9-4e77-bf3a-a3c43c076a50 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (3eda43f9-4ac4-4cc5-94ff-8e4b4b02ac44), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.954936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a7dad04-83e9-4e77-bf3a-a3c43c076a50 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (3eda43f9-4ac4-4cc5-94ff-8e4b4b02ac44), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:57.967094 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.011778 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:10:58.017228 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:10:58.019823 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:10:58.022520 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38606d17-9aa4-453e-8b5e-873823e4b5b3 req-888f48f4-83d3-44c8-a601-c83382b50add tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:58.024015 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-38606d17-9aa4-453e-8b5e-873823e4b5b3 req-888f48f4-83d3-44c8-a601-c83382b50add tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1307359 May 04 19:10:58.029501 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'Port': ['ID=3cd5e950-7e80-42f6-94b7-9a487eb79917,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:58.029785 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dad04-83e9-4e77-bf3a-a3c43c076a50 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eda43f9-4ac4-4cc5-94ff-8e4b4b02ac44,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:58.036535 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a7dad04-83e9-4e77-bf3a-a3c43c076a50 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.037873 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-4a7dad04-83e9-4e77-bf3a-a3c43c076a50 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913570 May 04 19:10:58.040670 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35048) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:58.047894 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-1f07058e-0802-4ca4-9e54-5a82710593b0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'security_group_rule': {'security_group_id': '083ace7b-8ca2-482e-84dd-ca6abe349050', 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:58.080273 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (196301e6-cb09-48a3-b468-c7684ec25146), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.093645 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Sync routers for ids ['66966b28-d185-487e-86ea-935cf1ab7a58'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:58.105864 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Routers {'66966b28-d185-487e-86ea-935cf1ab7a58'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:58.106654 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['66966b28-d185-487e-86ea-935cf1ab7a58'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:58.123962 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.160564 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1f07058e-0802-4ca4-9e54-5a82710593b0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (afdf6ad7-eb7d-4f03-a63c-7250edf24c5e), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.166152 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-38606d17-9aa4-453e-8b5e-873823e4b5b3 req-7441ac09-c32e-49c4-9915-1417f91c7651 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214304 May 04 19:10:58.226572 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Set router 66966b28-d185-487e-86ea-935cf1ab7a58 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:58.291083 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.296344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.330275 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (196301e6-cb09-48a3-b468-c7684ec25146), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.340065 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1f07058e-0802-4ca4-9e54-5a82710593b0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (afdf6ad7-eb7d-4f03-a63c-7250edf24c5e), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.345658 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1f07058e-0802-4ca4-9e54-5a82710593b0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (afdf6ad7-eb7d-4f03-a63c-7250edf24c5e), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.352697 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'Port': ['ID=3cd5e950-7e80-42f6-94b7-9a487eb79917,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:58.359732 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.365889 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-4a094b73-5932-4ba4-84c3-eedbbe51a614 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8471093 May 04 19:10:58.375089 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07058e-0802-4ca4-9e54-5a82710593b0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdf6ad7-eb7d-4f03-a63c-7250edf24c5e,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:58.405550 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1f07058e-0802-4ca4-9e54-5a82710593b0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.406737 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-1f07058e-0802-4ca4-9e54-5a82710593b0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3651068 May 04 19:10:58.410014 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35052) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:58.416697 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'security_group_rule': {'security_group_id': '083ace7b-8ca2-482e-84dd-ca6abe349050', 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:58.445232 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.securitygroups_db [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Project 157e9c40125e42b4b5a908fc58bfa939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:10:58.456684 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (5bc7919c-13db-439e-aac9-7b9bf684b1ae), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.457832 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:55Z', 'revision_number': 4, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port': {'id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'bf113206-a01b-4134-8b27-7ec470d65483', 'name': '', 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'mac_address': 'fa:16:3e:d9:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a996ba5e-3231-473c-8ba0-8c514b80beb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:54Z', 'updated_at': '2022-05-04T19:10:55Z', 'revision_number': 2, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'subnets': [{'id': 'a996ba5e-3231-473c-8ba0-8c514b80beb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:58.496090 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 580d044f-b5e8-42da-b943-bb8a4b9cfac9 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:10:58.500084 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Checking router: 66966b28-d185-487e-86ea-935cf1ab7a58 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:10:58.500605 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Updating router 66966b28-d185-487e-86ea-935cf1ab7a58 port bf113206-a01b-4134-8b27-7ec470d65483 binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:10:58.540839 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.552835 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (6be09da3-d53c-4b4c-ad06-6a081e40613a), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.560661 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (5bc7919c-13db-439e-aac9-7b9bf684b1ae), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.566656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (5bc7919c-13db-439e-aac9-7b9bf684b1ae), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.578390 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bf113206-a01b-4134-8b27-7ec470d65483), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.601857 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:58.601857 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.602252 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc7919c-13db-439e-aac9-7b9bf684b1ae,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:58.606338 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.610081 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5983dca6-a1ba-4590-9c88-eddacad41ce3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1965454 May 04 19:10:58.614410 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35064) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:10:58.620749 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'security_group_rule': {'security_group_id': '083ace7b-8ca2-482e-84dd-ca6abe349050', 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:10:58.660705 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-3acca9c2-3c56-437c-a23b-3c06705f57e0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1538829598&fields=id&tenant_id=df8f18c943e24a3ab621f08fa24c596b HTTP/1.1" status: 200 len: 267 time: 0.0678289 May 04 19:10:58.662042 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.securitygroups_db [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Project 157e9c40125e42b4b5a908fc58bfa939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:10:58.668236 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (129b6cc1-0f00-4d59-82ad-c6c82028f8bf), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.690191 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 6be09da3-d53c-4b4c-ad06-6a081e40613a associated. External IP: 172.27.2.165, port: 1087fa4e-a377-4af8-a39c-8bc9ddffd2db. May 04 19:10:58.788327 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (129b6cc1-0f00-4d59-82ad-c6c82028f8bf), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.796286 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (129b6cc1-0f00-4d59-82ad-c6c82028f8bf), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.797912 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:58.827255 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-186aaa9b-e3cd-40d7-bb0b-3f7d5bfc1720 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:58.828809 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-186aaa9b-e3cd-40d7-bb0b-3f7d5bfc1720 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 811 time: 0.1567857 May 04 19:10:58.830283 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129b6cc1-0f00-4d59-82ad-c6c82028f8bf,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:58.835841 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.837089 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d503f4d0-aa42-44ea-950f-dc3b9675cd91 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2216802 May 04 19:10:58.848302 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-38ae6342-519f-45c5-8544-7f4774b6d73d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/quotas/df8f18c943e24a3ab621f08fa24c596b HTTP/1.1" status: 200 len: 375 time: 0.0100582 May 04 19:10:58.908853 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-59199d9f-b13b-4633-a93d-5ecf852ba9bd tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546904 May 04 19:10:58.946076 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:10:58.960064 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Publish callbacks [] for port (bf113206-a01b-4134-8b27-7ec470d65483), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:58.979288 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bf113206-a01b-4134-8b27-7ec470d65483), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.072041 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35643d12-1029-46ee-8462-025c27cf6847 None None] Pushing event updated for resources: {'Port': ['ID=bf113206-a01b-4134-8b27-7ec470d65483,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:59.185060 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:10:59.188982 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Attempting to bind port bf113206-a01b-4134-8b27-7ec470d65483 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:10:59.189537 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Attempting to bind port bf113206-a01b-4134-8b27-7ec470d65483 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:10:59.189740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Attempting to bind port bf113206-a01b-4134-8b27-7ec470d65483 on network 97a8859c-115a-470e-a6a6-e6d21535a916 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:10:59.206746 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:10:59.207133 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Checking segment: {'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:10:59.207544 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.210459 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Bound using segment: {'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:10:59.211107 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Bound port: bf113206-a01b-4134-8b27-7ec470d65483, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13666873-460d-47c9-b06b-69c98e31ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:10:59.211420 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bf113206-a01b-4134-8b27-7ec470d65483), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.348230 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] For port bf113206-a01b-4134-8b27-7ec470d65483, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:10:59.357487 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] For port bf113206-a01b-4134-8b27-7ec470d65483, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bf113206-a01b-4134-8b27-7ec470d65483,segment=NetworkSegment(13666873-460d-47c9-b06b-69c98e31ceea),segment_id=13666873-460d-47c9-b06b-69c98e31ceea)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:10:59.375720 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bf113206-a01b-4134-8b27-7ec470d65483), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.376149 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-50f2c280-7cce-4db6-ba77-bc717d6fd3e7 service neutron] 10.222.0.69 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475274 May 04 19:10:59.394219 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-c87fe779-cf13-457a-a554-cdcb91012be8 None None] Provisioning complete for port bf113206-a01b-4134-8b27-7ec470d65483 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:10:59.395551 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c87fe779-cf13-457a-a554-cdcb91012be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bf113206-a01b-4134-8b27-7ec470d65483), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.421800 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c3847-039b-4ff6-915b-35d7489404d2 req-0e276045-7453-4b06-ad52-38e8820d0030 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:59.429210 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b95c3847-039b-4ff6-915b-35d7489404d2 req-0e276045-7453-4b06-ad52-38e8820d0030 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0720956 May 04 19:10:59.432798 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:10:59.441121 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.446011 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:10:59.463796 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:59.464421 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:59.484780 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-0404d506-4a6f-46b2-b992-4c5e610b422e service neutron] 10.222.0.69 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013250 May 04 19:10:59.571073 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Routers {'66966b28-d185-487e-86ea-935cf1ab7a58'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:10:59.571757 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['66966b28-d185-487e-86ea-935cf1ab7a58'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:10:59.609181 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b95c3847-039b-4ff6-915b-35d7489404d2 req-09106e1b-2604-4881-843d-e63cd01d4f49 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789970 May 04 19:10:59.630095 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9ec7eab0-458a-437b-9411-6fca5e4e89a7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "PUT /v2.0/floatingips/6be09da3-d53c-4b4c-ad06-6a081e40613a HTTP/1.1" status: 200 len: 991 time: 1.8253696 May 04 19:10:59.630784 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:10:59.633097 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5aad74-e325-4c30-9409-90de2aaaa011" -d '{"events": [{"name": "network-changed", "server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:10:59.710195 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b524c-ab4b-4b5b-b197-098ba2a59f03 x-openstack-request-id: req-2f8b524c-ab4b-4b5b-b197-098ba2a59f03 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:10:59.710543 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:10:59.710815 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f8b524c-ab4b-4b5b-b197-098ba2a59f03 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:10:59.711215 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8b524c-ab4b-4b5b-b197-098ba2a59f03'] response: {'name': 'network-changed', 'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'status': 'completed', 'code': 200} May 04 19:10:59.716245 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35643d12-1029-46ee-8462-025c27cf6847 None None] Pushing event updated for resources: {'Port': ['ID=bf113206-a01b-4134-8b27-7ec470d65483,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:10:59.744309 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] Set router 66966b28-d185-487e-86ea-935cf1ab7a58 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:59.823642 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-a5876abf-0ff3-423f-a7b3-fa75f9a43f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:59.825080 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-a5876abf-0ff3-423f-a7b3-fa75f9a43f8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 1129 time: 0.0768142 May 04 19:10:59.849069 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a7954226-e97c-4a11-a61a-808080e3531b req-b7d788e1-ec75-4366-90a5-94098706826c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 210 time: 0.0547776 May 04 19:10:59.857671 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:10:59.967993 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-c87fe779-cf13-457a-a554-cdcb91012be8 None None] Current status of the port bf113206-a01b-4134-8b27-7ec470d65483 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:10:59.968452 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c87fe779-cf13-457a-a554-cdcb91012be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bf113206-a01b-4134-8b27-7ec470d65483), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.987306 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-edb789b0-9063-4b8b-a63f-8a6793f33345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:59.988810 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-edb789b0-9063-4b8b-a63f-8a6793f33345 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 916 time: 0.1574576 May 04 19:11:00.068487 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-c87fe779-cf13-457a-a554-cdcb91012be8 None None] For port bf113206-a01b-4134-8b27-7ec470d65483, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bf113206-a01b-4134-8b27-7ec470d65483,segment=NetworkSegment(13666873-460d-47c9-b06b-69c98e31ceea),segment_id=13666873-460d-47c9-b06b-69c98e31ceea)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:00.073748 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c87fe779-cf13-457a-a554-cdcb91012be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bf113206-a01b-4134-8b27-7ec470d65483), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:00.113353 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-abde2114-ecd1-4539-94f3-343974ab6371 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db HTTP/1.1" status: 200 len: 999 time: 0.1143775 May 04 19:11:00.178692 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fe779-cf13-457a-a554-cdcb91012be8 None None] Pushing event updated for resources: {'Port': ['ID=bf113206-a01b-4134-8b27-7ec470d65483,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:00.182879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:55Z', 'revision_number': 4, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port': {'id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'bf113206-a01b-4134-8b27-7ec470d65483', 'name': '', 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'mac_address': 'fa:16:3e:d9:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a996ba5e-3231-473c-8ba0-8c514b80beb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:54Z', 'updated_at': '2022-05-04T19:10:59Z', 'revision_number': 4, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'subnets': [{'id': 'a996ba5e-3231-473c-8ba0-8c514b80beb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:00.184189 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-0e8a6d4e-ec59-4b80-893b-951d1051e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:00.185887 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-0e8a6d4e-ec59-4b80-893b-951d1051e6e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0668225 May 04 19:11:00.193138 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '6be09da3-d53c-4b4c-ad06-6a081e40613a', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:bd:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:42Z', 'updated_at': '2022-05-04T19:10:58Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:00.229560 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:00.239660 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:00.240639 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:00.246318 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-d116c4f6-8548-4f23-ad1c-18fa0792f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:00.246510 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a38c6-5a72-4c08-999a-2eba8fda0b9f None None] The sync data for ids ['66966b28-d185-487e-86ea-935cf1ab7a58'] in dv-cinder-830901-3-iscsi is: [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:55Z', 'revision_number': 4, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port': {'id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'bf113206-a01b-4134-8b27-7ec470d65483', 'name': '', 'network_id': '97a8859c-115a-470e-a6a6-e6d21535a916', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'mac_address': 'fa:16:3e:d9:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a996ba5e-3231-473c-8ba0-8c514b80beb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:54Z', 'updated_at': '2022-05-04T19:10:59Z', 'revision_number': 4, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'subnets': [{'id': 'a996ba5e-3231-473c-8ba0-8c514b80beb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:00.250984 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-d5db1807-e469-4c65-b014-15bb01a69ea9 None None] Provisioning complete for port bf113206-a01b-4134-8b27-7ec470d65483 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:11:00.251701 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d5db1807-e469-4c65-b014-15bb01a69ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bf113206-a01b-4134-8b27-7ec470d65483), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:00.258676 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-d116c4f6-8548-4f23-ad1c-18fa0792f93e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640144 May 04 19:11:00.520484 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-432f8ec8-e996-465e-a827-808a675978f1 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460194 May 04 19:11:00.525706 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:00.574292 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bf113206-a01b-4134-8b27-7ec470d65483 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:11:00.629523 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-d5db1807-e469-4c65-b014-15bb01a69ea9 None None] Current status of the port bf113206-a01b-4134-8b27-7ec470d65483 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:00.642364 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port bf113206-a01b-4134-8b27-7ec470d65483 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:11:00.643994 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bf113206-a01b-4134-8b27-7ec470d65483), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:00.713243 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a5aad74-e325-4c30-9409-90de2aaaa011 req-09fcbf0f-70f1-48e6-9cee-16a7e5fc63d7 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842823 May 04 19:11:00.751536 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port bf113206-a01b-4134-8b27-7ec470d65483 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:00.795541 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d705dd-d498-4cc7-ba39-a261f14331bb req-fd72666e-5916-47e6-83c6-701f1051e490 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:00.797102 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c1d705dd-d498-4cc7-ba39-a261f14331bb req-fd72666e-5916-47e6-83c6-701f1051e490 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0757098 May 04 19:11:00.846370 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c1d705dd-d498-4cc7-ba39-a261f14331bb req-29aa33fc-1351-4524-a1c7-5b801c6658b6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 May 04 19:11:00.862692 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '6be09da3-d53c-4b4c-ad06-6a081e40613a', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:bd:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:42Z', 'updated_at': '2022-05-04T19:10:58Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:00.893910 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6682f-bd60-4cc7-9579-860f210f4419 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '6be09da3-d53c-4b4c-ad06-6a081e40613a', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:bd:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:42Z', 'updated_at': '2022-05-04T19:10:58Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:00.938071 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1671ae82-64d0-43b3-9cf7-bcc23103d50b req-facdb86b-3f0d-47ff-981d-e8fe3c877295 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 210 time: 0.0286851 May 04 19:11:01.383050 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-48370e57-a611-48f6-9145-8754d64f21d0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:01.384695 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-48370e57-a611-48f6-9145-8754d64f21d0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 811 time: 0.1321485 May 04 19:11:01.476697 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-0fa98559-eae9-4577-a6ff-6f8eed565e33 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8f18c943e24a3ab621f08fa24c596b HTTP/1.1" status: 200 len: 380 time: 0.0608785 May 04 19:11:01.713221 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ed84b-7307-4852-aa15-fbca4d2cde4f None None] New status for floating IP 6be09da3-d53c-4b4c-ad06-6a081e40613a: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:11:01.962356 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029572da-934f-4b6a-9545-96ceb5b7a1c3 req-865a3c72-69d9-4349-a2c7-cdeffab4f5d8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:01.963834 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-029572da-934f-4b6a-9545-96ceb5b7a1c3 req-865a3c72-69d9-4349-a2c7-cdeffab4f5d8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0477076 May 04 19:11:02.012601 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-029572da-934f-4b6a-9545-96ceb5b7a1c3 req-277a572e-a19b-4af9-8042-6ff0c86678b4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 May 04 19:11:02.041170 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91de0392-5ceb-46ae-9162-cb7f6deb102e req-53d9af9c-0a09-411e-a213-04249b1089b3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 210 time: 0.0288005 May 04 19:11:02.367258 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'port': {'device_id': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'admin_state_up': True, 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'security_groups': ['4d6a4652-97cf-4708-bc14-37f09ae6918f']}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:11:02.481124 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Made reservation on behalf of df8f18c943e24a3ab621f08fa24c596b for: {'port': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:11:02.484656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:02.624023 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Allocated IP 172.20.0.10 (10d3c238-2c90-40fe-8795-81f60cedf693/112c6114-9040-4008-bf33-67484848b64a/24608008-ae36-4f07-bcff-72a1c2a095b8) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:11:02.626455 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ae29-2a2f-43cf-a38d-7404b6e5bbe4 req-685161ea-a381-4890-b138-6d9e611c775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:02.628341 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9919ae29-2a2f-43cf-a38d-7404b6e5bbe4 req-685161ea-a381-4890-b138-6d9e611c775d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1130 time: 0.0471122 May 04 19:11:02.681759 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9919ae29-2a2f-43cf-a38d-7404b6e5bbe4 req-e004e10a-0960-4aef-9cbd-ad865596a382 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464160 May 04 19:11:02.791946 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:02.826874 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:02.870604 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Network 10d3c238-2c90-40fe-8795-81f60cedf693 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:11:02.873785 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:11:02.880008 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:11:02.885209 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:02.885788 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:02.892663 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event updated for resources: {'Port': ['ID=24608008-ae36-4f07-bcff-72a1c2a095b8,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:02.908336 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c04010dc-4949-4b68-83e4-598ee976034d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449564 May 04 19:11:02.997411 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Request body: {'port': {'device_id': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:11:03.070207 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.168353 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-4f73c13e-ca77-4c02-8221-f83d10f8dd98 None None] Provisioning complete for port 24608008-ae36-4f07-bcff-72a1c2a095b8 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:11:03.169350 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-4f73c13e-ca77-4c02-8221-f83d10f8dd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.180017 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd1ee-ac0d-49ae-b211-a62a95ee30cd req-da080163-886e-4a6a-ab9b-45a2d8b23f92 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:03.188623 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-609cd1ee-ac0d-49ae-b211-a62a95ee30cd req-da080163-886e-4a6a-ab9b-45a2d8b23f92 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 932 time: 0.0647361 May 04 19:11:03.213152 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-4f73c13e-ca77-4c02-8221-f83d10f8dd98 None None] Port 24608008-ae36-4f07-bcff-72a1c2a095b8 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:11:03.230085 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e34fc-d7fb-43aa-908b-1f915d498ca9 req-0556d5ca-085d-4953-bb95-793938e956dd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:03.231644 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-aa6e34fc-d7fb-43aa-908b-1f915d498ca9 req-0556d5ca-085d-4953-bb95-793938e956dd tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.1063166 May 04 19:11:03.238704 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-609cd1ee-ac0d-49ae-b211-a62a95ee30cd req-a5648047-28ff-41a7-a905-09515ace3e8d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489421 May 04 19:11:03.332655 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-aa6e34fc-d7fb-43aa-908b-1f915d498ca9 req-eba2d8e0-2ba6-4c85-8e26-4062243aaedc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946326 May 04 19:11:03.417979 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24608008-ae36-4f07-bcff-72a1c2a095b8 {{(pid=103487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:11:03.425362 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Publish callbacks [] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.437700 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.provisioning_blocks [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Transition to ACTIVE for port object 24608008-ae36-4f07-bcff-72a1c2a095b8 will not be triggered until provisioned by entity L2. {{(pid=103487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:11:03.441422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.495557 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Pushing event updated for resources: {'Port': ['ID=24608008-ae36-4f07-bcff-72a1c2a095b8,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:03.530165 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Attempting to bind port 24608008-ae36-4f07-bcff-72a1c2a095b8 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:11:03.530523 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Attempting to bind port 24608008-ae36-4f07-bcff-72a1c2a095b8 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:11:03.530843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Attempting to bind port 24608008-ae36-4f07-bcff-72a1c2a095b8 on network 10d3c238-2c90-40fe-8795-81f60cedf693 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:11:03.535656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Port 24608008-ae36-4f07-bcff-72a1c2a095b8 on network 10d3c238-2c90-40fe-8795-81f60cedf693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:11:03.535955 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Attempting to bind port 24608008-ae36-4f07-bcff-72a1c2a095b8 on network 10d3c238-2c90-40fe-8795-81f60cedf693 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:11:03.541274 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:11:03.541704 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Checking segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:11:03.542084 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Bound using segment: {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:11:03.542504 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Bound port: 24608008-ae36-4f07-bcff-72a1c2a095b8, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b513c2-9f50-4038-b7bf-21e361e1b710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:11:03.542855 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.611540 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] For port 24608008-ae36-4f07-bcff-72a1c2a095b8, host hv-cinder-83090, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:11:03.615717 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] For port 24608008-ae36-4f07-bcff-72a1c2a095b8, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=24608008-ae36-4f07-bcff-72a1c2a095b8,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:11:03.623220 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.661520 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:03.662175 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.663610 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] 10.222.0.11 "PUT /v2.0/ports/24608008-ae36-4f07-bcff-72a1c2a095b8 HTTP/1.1" status: 200 len: 1094 time: 0.6710858 May 04 19:11:03.664037 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:03.666274 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03880807-bd2c-456d-ab20-30644bda11ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:03.692490 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea834742-75cf-4085-8a90-1ff4ff8dd63d service neutron] Pushing event updated for resources: {'Port': ['ID=24608008-ae36-4f07-bcff-72a1c2a095b8,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:03.719285 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693ff871-4dee-4ee4-9fcb-b1be29674573 x-openstack-request-id: req-693ff871-4dee-4ee4-9fcb-b1be29674573 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:03.719582 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:03.719838 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-693ff871-4dee-4ee4-9fcb-b1be29674573 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:03.720247 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693ff871-4dee-4ee4-9fcb-b1be29674573'] response: {'name': 'network-changed', 'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'status': 'completed', 'code': 200} May 04 19:11:04.351361 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec66c9-251e-42c1-890f-961eaf72ea65 req-54dfa833-2fea-4421-9056-cad7be528daf tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:04.352827 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b0ec66c9-251e-42c1-890f-961eaf72ea65 req-54dfa833-2fea-4421-9056-cad7be528daf tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 944 time: 0.0469754 May 04 19:11:04.403074 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b0ec66c9-251e-42c1-890f-961eaf72ea65 req-cfaebfe4-519f-4993-a79c-a69cf2452b69 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 May 04 19:11:04.456591 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743682e-b95f-4155-bd18-06a53d4df6d1 req-cb33b73f-8a83-4967-a595-6996dd644935 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:04.458287 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d743682e-b95f-4155-bd18-06a53d4df6d1 req-cb33b73f-8a83-4967-a595-6996dd644935 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0531337 May 04 19:11:04.484868 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-5a89339a-d477-4a06-bd1e-49ec1b6ad02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:04.486433 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-5a89339a-d477-4a06-bd1e-49ec1b6ad02d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 1128 time: 0.0438457 May 04 19:11:04.506784 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d743682e-b95f-4155-bd18-06a53d4df6d1 req-30d025aa-7b5a-4c3c-8573-18c4e18fa474 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418818 May 04 19:11:04.545852 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-dd146850-0bb0-4ea8-aa7c-b5d639b014d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24608008-ae36-4f07-bcff-72a1c2a095b8 HTTP/1.1" status: 200 len: 217 time: 0.0365672 May 04 19:11:04.597452 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-f339ef13-59cd-4464-b742-d4dec0b26b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:04.599050 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-f339ef13-59cd-4464-b742-d4dec0b26b7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.0434742 May 04 19:11:04.648660 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-27ad7863-8f1e-4fed-beb6-383aa8a36049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:04.650217 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-27ad7863-8f1e-4fed-beb6-383aa8a36049 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435834 May 04 19:11:04.746758 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-980f4256-d2b8-4793-b3ba-a5d2114b66d0 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864403 May 04 19:11:04.862464 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9ccf40d9-8957-448d-ac29-a94ebf8461e8 req-c5f038da-1b76-42a4-a015-e47c8557444a service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024549 May 04 19:11:04.945691 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b234da-7806-4ef0-996a-b4dfb396340e req-48eb37d3-a1ba-41f5-af33-56edcce52e1d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:04.947206 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-68b234da-7806-4ef0-996a-b4dfb396340e req-48eb37d3-a1ba-41f5-af33-56edcce52e1d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0777128 May 04 19:11:04.953089 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-4267ba76-0875-4a60-a57f-576503800544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:04.954586 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-4267ba76-0875-4a60-a57f-576503800544 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1130 time: 0.0548313 May 04 19:11:04.997441 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-68b234da-7806-4ef0-996a-b4dfb396340e req-2da3dc09-a992-4a1d-bf69-06df5133d0bc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419152 May 04 19:11:05.530320 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ff846-138c-428d-949e-a21dc93b4e78 req-f993416e-1eba-4b62-8b17-b52cf903d37c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:05.531793 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fa3ff846-138c-428d-949e-a21dc93b4e78 req-f993416e-1eba-4b62-8b17-b52cf903d37c tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 944 time: 0.0500410 May 04 19:11:05.580323 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fa3ff846-138c-428d-949e-a21dc93b4e78 req-bd44c1ee-b1d8-4750-9585-890f37fa690b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 May 04 19:11:05.939523 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03880807-bd2c-456d-ab20-30644bda11ae req-259e171a-c38d-4476-aae9-9c89e6a891be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:05.941008 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03880807-bd2c-456d-ab20-30644bda11ae req-259e171a-c38d-4476-aae9-9c89e6a891be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 1128 time: 0.0387485 May 04 19:11:05.992552 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-45954a4f-8f0b-4cd0-9fd4-ae5fe0fe959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:05.994062 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-45954a4f-8f0b-4cd0-9fd4-ae5fe0fe959e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.0908210 May 04 19:11:06.046156 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03880807-bd2c-456d-ab20-30644bda11ae req-3bad24fb-2304-4cd0-b465-576dc7aae382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:06.047730 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03880807-bd2c-456d-ab20-30644bda11ae req-3bad24fb-2304-4cd0-b465-576dc7aae382 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 912 time: 0.0960946 May 04 19:11:06.070781 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-fff011ea-6eca-4c17-b57d-10ae167d36ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 1002 time: 0.0702536 May 04 19:11:06.096085 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03880807-bd2c-456d-ab20-30644bda11ae req-0a9e2582-83af-4b32-b8cc-da305b3e24c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24608008-ae36-4f07-bcff-72a1c2a095b8 HTTP/1.1" status: 200 len: 217 time: 0.0403829 May 04 19:11:06.149225 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3b2f-59a2-4041-a8c4-e583d3eec31c req-355984ce-dec2-4e8e-9d83-87458022e3f7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:06.149456 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03880807-bd2c-456d-ab20-30644bda11ae req-e59b68c5-f4bf-41d5-a56a-2db62b46abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:06.150628 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03880807-bd2c-456d-ab20-30644bda11ae req-e59b68c5-f4bf-41d5-a56a-2db62b46abfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.0442617 May 04 19:11:06.150763 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5a5d3b2f-59a2-4041-a8c4-e583d3eec31c req-355984ce-dec2-4e8e-9d83-87458022e3f7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0745499 May 04 19:11:06.159802 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-fc6ae428-3efe-4b75-8edb-166d74e14867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:06.161148 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-fc6ae428-3efe-4b75-8edb-166d74e14867 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0839045 May 04 19:11:06.199811 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03880807-bd2c-456d-ab20-30644bda11ae req-1131f907-5d70-434f-aac9-03fc6b91222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:06.201299 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03880807-bd2c-456d-ab20-30644bda11ae req-1131f907-5d70-434f-aac9-03fc6b91222a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434697 May 04 19:11:06.229518 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-021d9789-b5b2-4a4d-bcb6-3c12c49c5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:06.231001 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-021d9789-b5b2-4a4d-bcb6-3c12c49c5709 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580633 May 04 19:11:06.235217 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5a5d3b2f-59a2-4041-a8c4-e583d3eec31c req-a40ac04f-5f44-4fb7-a22b-5773ab25b709 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777450 May 04 19:11:06.297129 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03880807-bd2c-456d-ab20-30644bda11ae req-00ba6806-5097-4ace-876b-ec94df9a8573 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871148 May 04 19:11:06.324646 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-7e682799-abb3-4457-ab02-8cb20ee603ea service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846474 May 04 19:11:06.406200 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-03880807-bd2c-456d-ab20-30644bda11ae req-e269878f-88e0-4443-b74a-806bd91dbf3a service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015134 May 04 19:11:06.420548 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ff48aad5-1b36-41ff-ad4f-912b9b4e5f80 req-97905861-0598-4e2a-ad7a-ec321083fdb5 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896504 May 04 19:11:06.699983 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5305-a6c4-43cf-a2e6-f72096b1fbae req-ba88f7cf-d95d-474c-ac5e-867306e9d13d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:06.701439 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-37fe5305-a6c4-43cf-a2e6-f72096b1fbae req-ba88f7cf-d95d-474c-ac5e-867306e9d13d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 944 time: 0.0499287 May 04 19:11:06.759409 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-37fe5305-a6c4-43cf-a2e6-f72096b1fbae req-5253f352-359e-4a0d-96fb-38883584adc0 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523276 May 04 19:11:07.355758 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c817-f42b-4d15-860a-d0b75a3b9a44 req-572e3b42-17aa-49db-9756-a76b5c2fef16 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:07.357219 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bbc7c817-f42b-4d15-860a-d0b75a3b9a44 req-572e3b42-17aa-49db-9756-a76b5c2fef16 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0471976 May 04 19:11:07.411036 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bbc7c817-f42b-4d15-860a-d0b75a3b9a44 req-a6fe134b-cbd2-484a-aa07-da96e25b7925 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482717 May 04 19:11:07.656688 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 24608008-ae36-4f07-bcff-72a1c2a095b8 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:11:07.756391 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 24608008-ae36-4f07-bcff-72a1c2a095b8, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=24608008-ae36-4f07-bcff-72a1c2a095b8,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:07.769204 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'port_id': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'mac_address': 'fa:16:3e:00:98:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:11:07.808114 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 24608008-ae36-4f07-bcff-72a1c2a095b8 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:07.808508 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:07.821223 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24608008-ae36-4f07-bcff-72a1c2a095b8 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:11:07.842451 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 24608008-ae36-4f07-bcff-72a1c2a095b8, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=24608008-ae36-4f07-bcff-72a1c2a095b8,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:07.847392 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:07.876134 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57075639-9492-4370-abf6-53583621e6b8 req-74b3605f-c7c5-4101-a4cd-9275e27fbc93 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:07.877718 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-57075639-9492-4370-abf6-53583621e6b8 req-74b3605f-c7c5-4101-a4cd-9275e27fbc93 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 944 time: 0.0491526 May 04 19:11:07.895061 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=24608008-ae36-4f07-bcff-72a1c2a095b8,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:07.931670 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-57075639-9492-4370-abf6-53583621e6b8 req-a3e41a5f-07a3-475c-88c9-f86999d075fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483124 May 04 19:11:08.264320 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['24608008-ae36-4f07-bcff-72a1c2a095b8'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:11:08.525189 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406045bc-1032-4a07-842e-cd8c2f2df811 req-0a793f8f-2a30-445a-b8cd-9cc1efd533b8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:08.526690 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-406045bc-1032-4a07-842e-cd8c2f2df811 req-0a793f8f-2a30-445a-b8cd-9cc1efd533b8 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0460975 May 04 19:11:08.576454 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-406045bc-1032-4a07-842e-cd8c2f2df811 req-52e84ce5-7e01-4b75-946d-9af90c132bf7 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442297 May 04 19:11:09.048556 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b833a5-9a1c-48f8-ab5f-374206804fcf req-8f2c1021-f10f-4a31-8744-303dff5de93f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:09.050025 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83b833a5-9a1c-48f8-ab5f-374206804fcf req-8f2c1021-f10f-4a31-8744-303dff5de93f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 945 time: 0.0467365 May 04 19:11:09.097430 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83b833a5-9a1c-48f8-ab5f-374206804fcf req-b8a1e96d-3abf-4cdd-994c-33e081ac1b02 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 May 04 19:11:09.669969 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 24608008-ae36-4f07-bcff-72a1c2a095b8 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:11:09.689915 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f64e3-e760-4d07-a0a4-1d92b072f6b5 req-e2d88c3c-63cb-4e66-814c-26856ca35bd1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:09.691378 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-979f64e3-e760-4d07-a0a4-1d92b072f6b5 req-e2d88c3c-63cb-4e66-814c-26856ca35bd1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0474844 May 04 19:11:09.715579 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 24608008-ae36-4f07-bcff-72a1c2a095b8 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:11:09.725043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 24608008-ae36-4f07-bcff-72a1c2a095b8 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:11:09.725511 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:09.740025 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-979f64e3-e760-4d07-a0a4-1d92b072f6b5 req-0564ef9d-8f14-4d2b-9421-b54873ea7d94 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 May 04 19:11:09.806740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 24608008-ae36-4f07-bcff-72a1c2a095b8 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:09.807122 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:09.829185 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:09.831430 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31bf7c6-c5f7-4a53-b853-cdced1fc5611" -d '{"events": [{"server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "name": "network-vif-plugged", "status": "completed", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:09.844309 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 24608008-ae36-4f07-bcff-72a1c2a095b8, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=24608008-ae36-4f07-bcff-72a1c2a095b8,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:09.848437 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:09.866217 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d423351-1fcd-45ed-a8ea-19b51e1447c0 req-4f754fd5-ec16-4951-887a-04cdae323e81 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:09.867696 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4d423351-1fcd-45ed-a8ea-19b51e1447c0 req-4f754fd5-ec16-4951-887a-04cdae323e81 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0497129 May 04 19:11:09.875044 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406245ac-5309-4475-8abd-b45ff7135042 x-openstack-request-id: req-406245ac-5309-4475-8abd-b45ff7135042 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:09.875438 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "name": "network-vif-plugged", "status": "completed", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:09.875758 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-406245ac-5309-4475-8abd-b45ff7135042 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:09.876230 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406245ac-5309-4475-8abd-b45ff7135042'] response: {'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'code': 200} May 04 19:11:09.877051 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35222) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:09.881455 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Request body: {'floatingip': {'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:11:09.902399 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=24608008-ae36-4f07-bcff-72a1c2a095b8,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:09.945825 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:10.105785 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aed24-f996-47c7-8e86-f7813e6c9f08 req-284ca662-eba4-4dbe-aa5d-ca8850cbe108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:10.107470 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9b8aed24-f996-47c7-8e86-f7813e6c9f08 req-284ca662-eba4-4dbe-aa5d-ca8850cbe108 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 1130 time: 0.0393438 May 04 19:11:10.153768 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9b8aed24-f996-47c7-8e86-f7813e6c9f08 req-ce03b4b6-be58-4725-a983-637bc48b029b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386517 May 04 19:11:10.222050 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce5748-133a-41a5-8efd-5cb8281730a6 req-409bfe29-ed92-4358-bb28-a9c513e087ab tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:10.223437 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b9ce5748-133a-41a5-8efd-5cb8281730a6 req-409bfe29-ed92-4358-bb28-a9c513e087ab tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.0515001 May 04 19:11:10.270183 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b9ce5748-133a-41a5-8efd-5cb8281730a6 req-4ab54398-efa4-4f19-bfd5-c98679f60b51 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 May 04 19:11:10.428218 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:10.432306 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:10.637483 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:11:10.746416 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:11:10.750966 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:10.755634 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] Sync routers for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:11:10.764770 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:10.765376 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:10.781152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:10.783415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9" -d '{"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:10.812533 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-da2546d2-0802-445a-9f81-fabd2797ba89 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "PUT /v2.0/floatingips/207464ce-5589-4977-bcdf-2f4de9e17af2 HTTP/1.1" status: 200 len: 994 time: 0.9342632 May 04 19:11:10.820724 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d820ec5-f484-4b26-a3f5-3524ee3ea0cf x-openstack-request-id: req-2d820ec5-f484-4b26-a3f5-3524ee3ea0cf {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:10.821011 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:10.821265 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d820ec5-f484-4b26-a3f5-3524ee3ea0cf {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:10.821697 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d820ec5-f484-4b26-a3f5-3524ee3ea0cf'] response: {'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'status': 'completed', 'code': 200} May 04 19:11:10.871982 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:11.075785 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '207464ce-5589-4977-bcdf-2f4de9e17af2', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'mac_address': 'fa:16:3e:13:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:08:46Z', 'updated_at': '2022-05-04T19:11:10Z', 'revision_number': 3, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:11.106886 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] Checking router: c1f0fa00-0624-4f27-9746-05cd77bdb8e4 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:11.115283 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:11.115900 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:11.160462 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-cedc2006-1e77-410f-9c53-b3857063ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:11.162112 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-cedc2006-1e77-410f-9c53-b3857063ecdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1130 time: 0.0395746 May 04 19:11:11.222320 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:11.299045 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-8aa203ac-edca-464b-b7b5-f3898b5a387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:11.300456 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-8aa203ac-edca-464b-b7b5-f3898b5a387b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.0887151 May 04 19:11:11.393456 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-0218faea-bcd8-4f3f-a04b-f6bfa8c20b5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 1002 time: 0.0641484 May 04 19:11:11.441227 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '207464ce-5589-4977-bcdf-2f4de9e17af2', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'mac_address': 'fa:16:3e:13:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:08:46Z', 'updated_at': '2022-05-04T19:11:10Z', 'revision_number': 3, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:11.468355 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7eb7c-ffaa-4413-ab63-bdb3f72352f3 None None] The sync data for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi is: [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '207464ce-5589-4977-bcdf-2f4de9e17af2', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'port_id': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'mac_address': 'fa:16:3e:13:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:08:46Z', 'updated_at': '2022-05-04T19:11:10Z', 'revision_number': 3, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:11.513860 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16822e7-e964-44e5-8f94-47c2820b4a60 req-f5eaf4b4-eb5f-46ab-bba2-0918083e0f10 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:11.515324 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e16822e7-e964-44e5-8f94-47c2820b4a60 req-f5eaf4b4-eb5f-46ab-bba2-0918083e0f10 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.1510742 May 04 19:11:11.566229 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e16822e7-e964-44e5-8f94-47c2820b4a60 req-e1c43783-f364-4db4-97dd-e58034338681 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 May 04 19:11:12.184764 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-45c6ab78-78cf-440c-bc17-6a1995508ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:12.186233 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-45c6ab78-78cf-440c-bc17-6a1995508ffe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0460520 May 04 19:11:12.237001 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-db721e45-3bd9-4923-96b5-5703804330e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:12.238500 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-db721e45-3bd9-4923-96b5-5703804330e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383472 May 04 19:11:12.339229 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-146bfeb8-bc2f-4f1b-9de3-c78f19eb4e4d service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844364 May 04 19:11:12.441031 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5228150a-bab7-4fb0-a59a-fcfeb3a542f9 req-c4d354c4-b58c-47ac-a2fb-b450701d7e7f service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951350 May 04 19:11:12.733283 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f03892-c60d-48ac-980d-a543b65cfee7 req-a8427057-64a9-4f37-906b-fbebd203736f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:12.734989 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e6f03892-c60d-48ac-980d-a543b65cfee7 req-a8427057-64a9-4f37-906b-fbebd203736f tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.1000903 May 04 19:11:12.780659 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e6f03892-c60d-48ac-980d-a543b65cfee7 req-e4223e5b-8217-4454-b847-3c5fe372d838 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400500 May 04 19:11:12.822518 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:12.824849 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ca344-5824-440b-8a05-7c9b0c013147" -d '{"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:12.860011 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c30464-52db-4c23-91e4-ab77aa6b2a23 x-openstack-request-id: req-46c30464-52db-4c23-91e4-ab77aa6b2a23 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:12.860313 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:12.860568 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46c30464-52db-4c23-91e4-ab77aa6b2a23 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:12.860967 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c30464-52db-4c23-91e4-ab77aa6b2a23'] response: {'name': 'network-changed', 'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'status': 'completed', 'code': 200} May 04 19:11:12.892703 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec960521-20dd-4c48-ac45-e00fb3b4a8b5 req-981a2bc9-b83a-4912-a056-b280bd2b2c56 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:12.894196 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec960521-20dd-4c48-ac45-e00fb3b4a8b5 req-981a2bc9-b83a-4912-a056-b280bd2b2c56 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.0493305 May 04 19:11:12.903139 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35260) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:12.907429 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Request body: {'floatingip': {'port_id': '24608008-ae36-4f07-bcff-72a1c2a095b8'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:11:12.966678 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (196301e6-cb09-48a3-b468-c7684ec25146), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.028476 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca344-5824-440b-8a05-7c9b0c013147 req-b557867d-0259-4ff5-98e6-a22dbaf74d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:13.029885 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-194ca344-5824-440b-8a05-7c9b0c013147 req-b557867d-0259-4ff5-98e6-a22dbaf74d75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 1130 time: 0.0923035 May 04 19:11:13.420529 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca344-5824-440b-8a05-7c9b0c013147 req-4178c524-8c12-4823-b088-7170ba658da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:13.422000 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-194ca344-5824-440b-8a05-7c9b0c013147 req-4178c524-8c12-4823-b088-7170ba658da4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.3606055 May 04 19:11:13.579488 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-194ca344-5824-440b-8a05-7c9b0c013147 req-23bdeaa2-9276-4ceb-be7b-7657560048a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 200 len: 1002 time: 0.1298964 May 04 19:11:13.673295 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca344-5824-440b-8a05-7c9b0c013147 req-df2b2142-79ef-4d49-83e2-6c3053b8f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:13.674659 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-194ca344-5824-440b-8a05-7c9b0c013147 req-df2b2142-79ef-4d49-83e2-6c3053b8f0db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0834110 May 04 19:11:13.741626 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca344-5824-440b-8a05-7c9b0c013147 req-1ee23bc7-017e-460e-b58e-9486fb8d3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:13.743091 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-194ca344-5824-440b-8a05-7c9b0c013147 req-1ee23bc7-017e-460e-b58e-9486fb8d3070 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607705 May 04 19:11:13.844694 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.851933 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (196301e6-cb09-48a3-b468-c7684ec25146), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.909004 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-194ca344-5824-440b-8a05-7c9b0c013147 req-1770d43b-6dd6-4ea6-aa55-33bbe78f4762 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582999 May 04 19:11:14.011738 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Floating IP 196301e6-cb09-48a3-b468-c7684ec25146 associated. External IP: 172.27.2.196, port: 24608008-ae36-4f07-bcff-72a1c2a095b8. May 04 19:11:14.076625 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-194ca344-5824-440b-8a05-7c9b0c013147 req-85b5f669-7351-4945-bf27-bfb3b80ac2e6 service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575937 May 04 19:11:14.235590 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Router 944931c7-997a-4197-ad4a-6a1843a1b8e0 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:11:14.343502 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:11:14.348403 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:14.352858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] Sync routers for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:11:14.363117 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:14.363724 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:14.380222 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-eba44d9d-131b-477a-88a3-26b2602e226b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "PUT /v2.0/floatingips/196301e6-cb09-48a3-b468-c7684ec25146 HTTP/1.1" status: 200 len: 992 time: 1.4760485 May 04 19:11:14.380818 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:14.383919 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:14.427947 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b2608-149f-4f85-af18-334bfea88807 x-openstack-request-id: req-da2b2608-149f-4f85-af18-334bfea88807 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:14.428963 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:14.429364 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da2b2608-149f-4f85-af18-334bfea88807 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:14.429896 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2b2608-149f-4f85-af18-334bfea88807'] response: {'name': 'network-changed', 'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'status': 'completed', 'code': 200} May 04 19:11:14.479319 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:14.604170 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-b5053a0a-e2b4-4995-be9a-afe61c1cb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:14.605815 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-b5053a0a-e2b4-4995-be9a-afe61c1cb5ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=df8f18c943e24a3ab621f08fa24c596b&device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 1130 time: 0.0408125 May 04 19:11:14.743656 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '196301e6-cb09-48a3-b468-c7684ec25146', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'port_id': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'mac_address': 'fa:16:3e:00:98:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:58Z', 'updated_at': '2022-05-04T19:11:13Z', 'revision_number': 1, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:14.772066 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] Checking router: 944931c7-997a-4197-ad4a-6a1843a1b8e0 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:14.776473 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-123c4c92-d6a8-4770-9e1d-b580e4ec5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:14.777988 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-123c4c92-d6a8-4770-9e1d-b580e4ec5535 service neutron] 10.222.0.11 "GET /v2.0/networks?id=10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 200 len: 912 time: 0.0940611 May 04 19:11:14.785187 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:14.785857 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:10:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:15.011101 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:15.046919 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-cec8fbf8-8ce7-4e04-8626-e6f5229490d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24608008-ae36-4f07-bcff-72a1c2a095b8 HTTP/1.1" status: 200 len: 1000 time: 0.0587671 May 04 19:11:15.097279 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-bf1853ff-a0b1-4497-96d2-ac1d615d5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:15.098883 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-bf1853ff-a0b1-4497-96d2-ac1d615d5715 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 200 len: 850 time: 0.0461075 May 04 19:11:15.141389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-025d249f-fb60-49d0-9eae-aea1d2140a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:15.143168 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-025d249f-fb60-49d0-9eae-aea1d2140a5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=10d3c238-2c90-40fe-8795-81f60cedf693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385120 May 04 19:11:15.226947 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '196301e6-cb09-48a3-b468-c7684ec25146', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'port_id': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'mac_address': 'fa:16:3e:00:98:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:58Z', 'updated_at': '2022-05-04T19:11:13Z', 'revision_number': 1, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:15.229919 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-434ce9ef-df9f-496a-9e5f-8178e7c4eb42 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806100 May 04 19:11:15.254316 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a5006-13d4-47e7-8e64-94f06f747e24 None None] The sync data for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi is: [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '196301e6-cb09-48a3-b468-c7684ec25146', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'port_id': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'mac_address': 'fa:16:3e:00:98:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:10:58Z', 'updated_at': '2022-05-04T19:11:13Z', 'revision_number': 1, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:15.333100 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f5743fe0-216d-47cc-859b-a5fbd62ee9f5 req-5886eead-3889-4d4d-b36a-2ffc10ff3ed1 service neutron] 10.222.0.11 "GET /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922713 May 04 19:11:15.470773 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c1231d-4764-4064-98d3-e6617eb0f86a None None] New status for floating IP 196301e6-cb09-48a3-b468-c7684ec25146: ACTIVE {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:11:15.545108 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-73c96c94-fe54-40f8-ab1e-a8db9796b221 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329240155&fields=id&tenant_id=157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 267 time: 0.0461974 May 04 19:11:15.653482 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-2d3fc973-9ec0-4883-b779-220f430ef05f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:15.654931 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-2d3fc973-9ec0-4883-b779-220f430ef05f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 812 time: 0.1031115 May 04 19:11:15.669829 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-01c96967-3cc4-4de1-b743-718faeda4284 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/quotas/157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 375 time: 0.0093787 May 04 19:11:15.716898 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-145e383c-b7fd-4d73-8d25-531984e2543d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420289 May 04 19:11:15.857970 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-abe4175d-0388-4243-b9dc-812136d6ac50 service neutron] 10.222.0.69 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283932 May 04 19:11:15.980541 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:16.172026 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-22954bda-a99b-4727-9863-3d594dda6d9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754883 May 04 19:11:16.192974 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-6bea77df-4883-46c5-9ee9-745b2292a593 service neutron] 10.222.0.69 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294792 May 04 19:11:16.271217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ddda0-b243-4271-bb97-d1083a46b147 req-7b16244d-7217-4b22-998b-b427f4dc23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:16.272709 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-7b16244d-7217-4b22-998b-b427f4dc23bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5966de1f7fc9403087d0ec08be6a3085&device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 1129 time: 0.0392947 May 04 19:11:16.381673 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ddda0-b243-4271-bb97-d1083a46b147 req-4edfa4e3-ddb2-41c7-9f9e-46642e237e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:16.383163 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-4edfa4e3-ddb2-41c7-9f9e-46642e237e05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 200 len: 919 time: 0.0921824 May 04 19:11:16.427078 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-5106d84a-8348-469c-bba4-2a8d145b0bf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 200 len: 217 time: 0.0374641 May 04 19:11:16.480158 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ddda0-b243-4271-bb97-d1083a46b147 req-34a5b550-24a1-44b8-9e9f-0d079e0e4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:16.481791 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-34a5b550-24a1-44b8-9e9f-0d079e0e4779 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 200 len: 857 time: 0.0486605 May 04 19:11:16.483933 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b7fa8a00-6fc9-4000-8a82-6d7d7605f74e req-501a64a4-7f93-44f1-936b-267160a3f236 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 210 time: 0.0310435 May 04 19:11:16.529071 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ddda0-b243-4271-bb97-d1083a46b147 req-cc4aea84-f766-4139-8087-37ad11ae18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:16.530605 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-cc4aea84-f766-4139-8087-37ad11ae18c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f77ad9c5-1b1c-436b-b024-d2a34457a300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410771 May 04 19:11:16.624873 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-8b4ce781-271f-4a28-8ea7-1ad7482c826c service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851476 May 04 19:11:16.716427 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-338ddda0-b243-4271-bb97-d1083a46b147 req-9b7358dd-d8fd-485e-95a1-0fa879edb45e service neutron] 10.222.0.11 "GET /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851674 May 04 19:11:17.551067 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-7ba47298-b093-4752-929b-79c3d5b50c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:17.591016 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f1d10684-ce9b-41a2-9ab7-9cc5c4704721 req-fde3a140-558b-4db5-b7ff-afb5c1cf5a24 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 210 time: 0.0344226 May 04 19:11:17.692739 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-a3da70a9-c9af-4317-9163-4d6e50d0591b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:17.694221 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-a3da70a9-c9af-4317-9163-4d6e50d0591b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 812 time: 0.1018393 May 04 19:11:17.762548 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-e6a345f1-a29d-4d1f-bbe1-3180a72d096a tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 379 time: 0.0520942 May 04 19:11:17.776845 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'port': {'device_id': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'admin_state_up': True, 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'security_groups': ['083ace7b-8ca2-482e-84dd-ca6abe349050']}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:11:17.886153 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Made reservation on behalf of 157e9c40125e42b4b5a908fc58bfa939 for: {'port': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:11:17.889611 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.014459 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Allocated IP 172.20.0.4 (f15a6490-097f-4027-b3d2-f33625a578b7/158f67de-5cda-4003-9896-1c8c31ae1371/60e7c55c-cf55-478e-8c07-010e76efb433) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:11:18.147695 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (60e7c55c-cf55-478e-8c07-010e76efb433), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.179254 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.224458 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Network f15a6490-097f-4027-b3d2-f33625a578b7 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:11:18.227634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:11:18.233744 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:11:18.238767 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:18.239373 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.246105 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=60e7c55c-cf55-478e-8c07-010e76efb433,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:18.257728 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.258075 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.258442 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.258781 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.259113 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.259492 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.259816 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.260138 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.260461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.260781 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.261101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.261423 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.261763 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.262079 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.262464 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:18.275423 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-9e6a45fd-57e6-445e-b484-dbf2629b6df5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5023987 May 04 19:11:18.299123 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Request body: {'port': {'device_id': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:11:18.361184 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.455927 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-647f9ec9-5b4d-4637-a1d0-d97e4e968949 None None] Provisioning complete for port 60e7c55c-cf55-478e-8c07-010e76efb433 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:11:18.456388 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-647f9ec9-5b4d-4637-a1d0-d97e4e968949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.491431 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-647f9ec9-5b4d-4637-a1d0-d97e4e968949 None None] Port 60e7c55c-cf55-478e-8c07-010e76efb433 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:11:18.632484 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e7c55c-cf55-478e-8c07-010e76efb433 {{(pid=103487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:11:18.639793 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Publish callbacks [] for port (60e7c55c-cf55-478e-8c07-010e76efb433), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.652478 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.provisioning_blocks [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Transition to ACTIVE for port object 60e7c55c-cf55-478e-8c07-010e76efb433 will not be triggered until provisioned by entity L2. {{(pid=103487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:11:18.656373 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.702703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5392cf-a28c-42ab-a021-b3023166071d req-90eb7d8c-e29d-4551-8e9d-6843380b0ee2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:18.704413 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c5392cf-a28c-42ab-a021-b3023166071d req-90eb7d8c-e29d-4551-8e9d-6843380b0ee2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0468578 May 04 19:11:18.705839 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Pushing event updated for resources: {'Port': ['ID=60e7c55c-cf55-478e-8c07-010e76efb433,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:18.752381 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Attempting to bind port 60e7c55c-cf55-478e-8c07-010e76efb433 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:11:18.752884 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Attempting to bind port 60e7c55c-cf55-478e-8c07-010e76efb433 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:11:18.753205 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Attempting to bind port 60e7c55c-cf55-478e-8c07-010e76efb433 on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:11:18.758808 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Port 60e7c55c-cf55-478e-8c07-010e76efb433 on network f15a6490-097f-4027-b3d2-f33625a578b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:11:18.759136 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Attempting to bind port 60e7c55c-cf55-478e-8c07-010e76efb433 on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:11:18.763978 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c5392cf-a28c-42ab-a021-b3023166071d req-f66f0f50-e5a8-4130-ae0a-6a1ac32df870 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535045 May 04 19:11:18.764333 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:11:18.764668 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Checking segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:11:18.765050 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Bound using segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:11:18.765502 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Bound port: 60e7c55c-cf55-478e-8c07-010e76efb433, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:11:18.765859 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.833955 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] For port 60e7c55c-cf55-478e-8c07-010e76efb433, host hv-cinder-83090, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:11:18.837037 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] For port 60e7c55c-cf55-478e-8c07-010e76efb433, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=60e7c55c-cf55-478e-8c07-010e76efb433,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:11:18.844130 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.882080 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:18.882520 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.884071 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] 10.222.0.11 "PUT /v2.0/ports/60e7c55c-cf55-478e-8c07-010e76efb433 HTTP/1.1" status: 200 len: 1093 time: 0.5899575 May 04 19:11:18.886343 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:18.888675 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374f649-56de-4bf4-8b00-f516009e23f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:18.925626 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23f9c7-9b35-4ded-a954-dfbcaf9f138d service neutron] Pushing event updated for resources: {'Port': ['ID=60e7c55c-cf55-478e-8c07-010e76efb433,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:18.933361 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628865e5-bb32-408f-b5e0-b12365c88314 x-openstack-request-id: req-628865e5-bb32-408f-b5e0-b12365c88314 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:18.933767 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:18.934096 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-628865e5-bb32-408f-b5e0-b12365c88314 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:18.934632 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628865e5-bb32-408f-b5e0-b12365c88314'] response: {'name': 'network-changed', 'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433', 'status': 'completed', 'code': 200} May 04 19:11:19.003864 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-bedf004c-b252-486b-9eaa-2fcd21454e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.005570 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-bedf004c-b252-486b-9eaa-2fcd21454e65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 1127 time: 0.0411787 May 04 19:11:19.056099 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-c88e2bf7-fdfa-4d9f-a13a-d66a43b233aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e7c55c-cf55-478e-8c07-010e76efb433 HTTP/1.1" status: 200 len: 217 time: 0.0347626 May 04 19:11:19.109308 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-6501733c-dd60-4ffe-95a3-7cd68166630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.110780 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-6501733c-dd60-4ffe-95a3-7cd68166630f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0477836 May 04 19:11:19.154202 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-daad8572-0b27-44ed-baef-6ec1dd6a1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.155726 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-daad8572-0b27-44ed-baef-6ec1dd6a1d82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382042 May 04 19:11:19.243909 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-fb29e4d7-c9f2-460c-9909-b244ffe85e18 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794351 May 04 19:11:19.332419 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4acc0719-2934-49f6-b50b-6c08d17d76d3 req-7b24b501-5126-4b73-8cb5-0eeccb299039 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822711 May 04 19:11:19.724266 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-1376d9db-74cb-4fa1-b6bb-1e3cd837dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.725731 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-1376d9db-74cb-4fa1-b6bb-1e3cd837dfa0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 1127 time: 0.0376101 May 04 19:11:19.816495 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-d767bed4-0a3a-41fa-90b5-115efce88787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.817965 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-d767bed4-0a3a-41fa-90b5-115efce88787 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.0859818 May 04 19:11:19.859265 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-90c6f569-8892-4281-9662-1bbf3c4f310a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e7c55c-cf55-478e-8c07-010e76efb433 HTTP/1.1" status: 200 len: 217 time: 0.0340989 May 04 19:11:19.874930 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458df3-2bb3-48a5-b2ad-a93584cb610c req-eed3007b-0948-4e74-88ca-a2d09bd88b8b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.876370 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-84458df3-2bb3-48a5-b2ad-a93584cb610c req-eed3007b-0948-4e74-88ca-a2d09bd88b8b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0452445 May 04 19:11:19.904016 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-10c99031-7fec-45b7-b9df-dc5466adf7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:19.913434 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-87fadfdb-3b21-4a7e-bd39-ece3c57ef5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.914954 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-87fadfdb-3b21-4a7e-bd39-ece3c57ef5a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0491726 May 04 19:11:19.925704 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-84458df3-2bb3-48a5-b2ad-a93584cb610c req-d29fc096-d4d9-4753-b6ef-2dc57b08edc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436575 May 04 19:11:19.958716 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-151104d2-a191-4035-8dc0-02e7e13ffeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:19.960209 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-151104d2-a191-4035-8dc0-02e7e13ffeae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390038 May 04 19:11:20.046930 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-fa00fcc0-4454-47f6-a714-1e57ec314b25 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799460 May 04 19:11:20.136403 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6374f649-56de-4bf4-8b00-f516009e23f8 req-3c192850-31ab-4323-a0ed-6b3ca57a470d service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829825 May 04 19:11:20.987185 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:21.038471 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da065ab7-2c80-45bd-bdb2-0a99cbd2b2a8 req-e08a8849-6448-4847-8f25-684e1c99e1ff tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:21.039908 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da065ab7-2c80-45bd-bdb2-0a99cbd2b2a8 req-e08a8849-6448-4847-8f25-684e1c99e1ff tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0455363 May 04 19:11:21.086499 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da065ab7-2c80-45bd-bdb2-0a99cbd2b2a8 req-04dd0719-cae3-40ec-a4f8-3355cb128b4b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404763 May 04 19:11:22.201805 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18607c9-315e-4d5d-b665-60a34f4f8ea0 req-6cd33766-f635-43ec-8a70-798e5f3a5e47 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:22.203233 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d18607c9-315e-4d5d-b665-60a34f4f8ea0 req-6cd33766-f635-43ec-8a70-798e5f3a5e47 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0488005 May 04 19:11:22.249951 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d18607c9-315e-4d5d-b665-60a34f4f8ea0 req-57f1e8a2-7424-4765-9266-d58e8eac73ae tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 May 04 19:11:22.505627 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:23.363777 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627abc4f-7b3b-4a5c-b6e0-1db385720fe1 req-3dc17480-144e-4ee5-869e-5522ab02079a tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:23.365249 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-627abc4f-7b3b-4a5c-b6e0-1db385720fe1 req-3dc17480-144e-4ee5-869e-5522ab02079a tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0507743 May 04 19:11:23.414166 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-627abc4f-7b3b-4a5c-b6e0-1db385720fe1 req-2731c143-f7d5-4158-9459-243752e9b8d1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 May 04 19:11:23.940562 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:24.522997 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc45a-e07a-487e-b6db-a442b4ebfe9b req-480213fc-3593-4d8c-85c8-e2bc656aae0e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:24.524429 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c11fc45a-e07a-487e-b6db-a442b4ebfe9b req-480213fc-3593-4d8c-85c8-e2bc656aae0e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0457001 May 04 19:11:24.571964 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c11fc45a-e07a-487e-b6db-a442b4ebfe9b req-ffb1948f-5d5e-4654-999f-ca3b991cfdd5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415072 May 04 19:11:25.680991 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ae751-7d47-4d3c-852f-cc62c9a02ee2 req-6c0ad1ed-b6b3-4d3e-bd06-5939f6e272eb tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:25.682477 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ac6ae751-7d47-4d3c-852f-cc62c9a02ee2 req-6c0ad1ed-b6b3-4d3e-bd06-5939f6e272eb tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0460227 May 04 19:11:25.729397 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ac6ae751-7d47-4d3c-852f-cc62c9a02ee2 req-12dc00f7-be27-490e-8a60-f4096ed79447 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 May 04 19:11:26.842344 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e0f6c-5492-4928-a1fc-8c9fe5df5292 req-7b209f88-3e29-4f67-93e1-0226787966d2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:26.843842 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a99e0f6c-5492-4928-a1fc-8c9fe5df5292 req-7b209f88-3e29-4f67-93e1-0226787966d2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 943 time: 0.0497687 May 04 19:11:26.892025 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a99e0f6c-5492-4928-a1fc-8c9fe5df5292 req-69666c35-883f-4dfe-9dc9-81aaed45f3ed tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 May 04 19:11:27.778082 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 60e7c55c-cf55-478e-8c07-010e76efb433 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:11:27.871451 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 60e7c55c-cf55-478e-8c07-010e76efb433, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=60e7c55c-cf55-478e-8c07-010e76efb433,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:27.885575 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '60e7c55c-cf55-478e-8c07-010e76efb433', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'port_id': '60e7c55c-cf55-478e-8c07-010e76efb433', 'mac_address': 'fa:16:3e:e2:fc:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:11:27.922879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 60e7c55c-cf55-478e-8c07-010e76efb433 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:27.923274 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:27.936501 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e7c55c-cf55-478e-8c07-010e76efb433 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:11:27.955326 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 60e7c55c-cf55-478e-8c07-010e76efb433, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=60e7c55c-cf55-478e-8c07-010e76efb433,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:27.960893 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:28.008581 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beeb72-5c44-4a70-9648-0730f0f9e7a1 req-34a6cdbc-7489-47eb-92c9-d8ac6917ec37 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:28.009155 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=60e7c55c-cf55-478e-8c07-010e76efb433,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:28.010100 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f9beeb72-5c44-4a70-9648-0730f0f9e7a1 req-34a6cdbc-7489-47eb-92c9-d8ac6917ec37 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 944 time: 0.0484712 May 04 19:11:28.067297 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f9beeb72-5c44-4a70-9648-0730f0f9e7a1 req-0fee1625-1821-4499-ae44-2aea411487f8 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515475 May 04 19:11:28.385651 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['60e7c55c-cf55-478e-8c07-010e76efb433'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:11:29.182772 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc632238-1219-40ff-b12e-aaa930ccd22a req-8d575ae4-1fe3-4d18-bb5f-61de910ac939 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:29.184696 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc632238-1219-40ff-b12e-aaa930ccd22a req-8d575ae4-1fe3-4d18-bb5f-61de910ac939 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 944 time: 0.0450687 May 04 19:11:29.231110 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc632238-1219-40ff-b12e-aaa930ccd22a req-ff6a1cdd-b8ce-4a9c-89d4-7e010b10fa01 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409396 May 04 19:11:29.797480 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 60e7c55c-cf55-478e-8c07-010e76efb433 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:11:29.843962 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 60e7c55c-cf55-478e-8c07-010e76efb433 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:11:29.850273 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 60e7c55c-cf55-478e-8c07-010e76efb433 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:11:29.850692 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:29.934880 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 60e7c55c-cf55-478e-8c07-010e76efb433 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:29.935266 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:29.957595 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:29.959895 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75304546-6239-44de-8ff7-3939cac1c7de" -d '{"events": [{"server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "name": "network-vif-plugged", "status": "completed", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:29.974858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 60e7c55c-cf55-478e-8c07-010e76efb433, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=60e7c55c-cf55-478e-8c07-010e76efb433,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:29.979111 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:30.001907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efc62f1-7d71-4d4b-86dc-e9f34cb9eb6a x-openstack-request-id: req-3efc62f1-7d71-4d4b-86dc-e9f34cb9eb6a {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:30.002216 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "name": "network-vif-plugged", "status": "completed", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:30.002469 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3efc62f1-7d71-4d4b-86dc-e9f34cb9eb6a {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:30.002859 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efc62f1-7d71-4d4b-86dc-e9f34cb9eb6a'] response: {'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433', 'code': 200} May 04 19:11:30.028382 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=60e7c55c-cf55-478e-8c07-010e76efb433,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:30.286131 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be78c2-ec4a-4529-b630-1fba0de9be9f req-d53e2eeb-8a9d-4946-a291-239efe758a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:30.287640 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07be78c2-ec4a-4529-b630-1fba0de9be9f req-d53e2eeb-8a9d-4946-a291-239efe758a30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 1129 time: 0.0392690 May 04 19:11:30.333491 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07be78c2-ec4a-4529-b630-1fba0de9be9f req-b7ac1d99-b6ae-4830-96ab-caf1437843e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388329 May 04 19:11:30.342168 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f18b4-f8cd-44a1-9b9a-7b6accd7df3a req-b778029a-3550-466e-abb7-0022d08ddf09 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:30.343629 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f8f18b4-f8cd-44a1-9b9a-7b6accd7df3a req-b778029a-3550-466e-abb7-0022d08ddf09 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 945 time: 0.0463388 May 04 19:11:30.394408 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f8f18b4-f8cd-44a1-9b9a-7b6accd7df3a req-7af4809d-2647-4662-8dfd-b88e6c191202 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451758 May 04 19:11:31.506012 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c705c9-56fc-4b5b-bb18-cd2e30ec5b5d req-5ae6ccf0-4532-4cf5-8039-add202e05d5b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:31.507463 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9c705c9-56fc-4b5b-bb18-cd2e30ec5b5d req-5ae6ccf0-4532-4cf5-8039-add202e05d5b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 945 time: 0.0457320 May 04 19:11:31.556582 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e9c705c9-56fc-4b5b-bb18-cd2e30ec5b5d req-5a587a8d-28fc-4c95-8ebd-60cfa38293a6 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 May 04 19:11:32.666893 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b664f-1a3c-4627-a4de-4a35bced9d20 req-fc5aaa6a-d386-4ce6-9bda-8e775e9343f1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:32.668229 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5f9b664f-1a3c-4627-a4de-4a35bced9d20 req-fc5aaa6a-d386-4ce6-9bda-8e775e9343f1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 945 time: 0.0458806 May 04 19:11:32.715210 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5f9b664f-1a3c-4627-a4de-4a35bced9d20 req-6d932a47-1ae3-4c68-8bc1-a6bfefaddb33 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415931 May 04 19:11:32.826764 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227c097-da68-4357-aba5-9f5aed810bd6 req-5061f107-25d2-472a-9517-1d5ed3ddc268 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:32.828208 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c227c097-da68-4357-aba5-9f5aed810bd6 req-5061f107-25d2-472a-9517-1d5ed3ddc268 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 945 time: 0.0486200 May 04 19:11:32.874410 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c227c097-da68-4357-aba5-9f5aed810bd6 req-878efa57-a6a1-406e-a0f1-174e5409a814 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 May 04 19:11:32.896272 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35348) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:32.972069 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e47ef-351b-47e2-a21f-6cbfa346d65c tempest-TestVolumeBootPattern-1199677238 tempest-TestVolumeBootPattern-1199677238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:32.973635 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-4b7e47ef-351b-47e2-a21f-6cbfa346d65c tempest-TestVolumeBootPattern-1199677238 tempest-TestVolumeBootPattern-1199677238-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 1124 time: 0.0763729 May 04 19:11:32.976398 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35352) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:32.980734 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'port_id': '60e7c55c-cf55-478e-8c07-010e76efb433', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:11:33.000953 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.082582 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.183524 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Allocated IP 172.27.2.121 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/217831d2-983b-4e5d-bdbe-5fabc9518ab3) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:11:33.284776 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.317682 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.353530 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:11:33.356955 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:11:33.362358 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:11:33.368462 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=217831d2-983b-4e5d-bdbe-5fabc9518ab3,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:33.684927 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (ffe2d1bd-5071-4043-aa28-76692e529610), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.750261 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.892594 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.897070 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.926843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (ffe2d1bd-5071-4043-aa28-76692e529610), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.976647 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=217831d2-983b-4e5d-bdbe-5fabc9518ab3,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:34.037250 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Floating IP ffe2d1bd-5071-4043-aa28-76692e529610 associated. External IP: 172.27.2.121, port: 60e7c55c-cf55-478e-8c07-010e76efb433. May 04 19:11:34.455849 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:11:34.562434 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:11:34.571977 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:11:34.581068 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:34.582624 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:34.583234 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:34.609172 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-78265b0f-460a-4371-9caf-41f4326f05d5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6317899 May 04 19:11:34.609782 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:34.612006 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec737aad-6e10-4112-a7ca-de5122dd8709" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:34.647581 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a964e8b4-327c-43ee-8326-484b099f3191 x-openstack-request-id: req-a964e8b4-327c-43ee-8326-484b099f3191 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:34.647880 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:34.648136 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a964e8b4-327c-43ee-8326-484b099f3191 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:34.648540 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a964e8b4-327c-43ee-8326-484b099f3191'] response: {'name': 'network-changed', 'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433', 'status': 'completed', 'code': 200} May 04 19:11:34.696596 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:34.793698 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-65019722-b2a0-43de-b9b8-f15715ea4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:34.795299 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-65019722-b2a0-43de-b9b8-f15715ea4d8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 1129 time: 0.0850122 May 04 19:11:34.886406 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-be31b50d-6a74-4c6f-94d2-44ed66fecc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:34.887928 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-be31b50d-6a74-4c6f-94d2-44ed66fecc6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.0843186 May 04 19:11:34.915627 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'ffe2d1bd-5071-4043-aa28-76692e529610', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': '60e7c55c-cf55-478e-8c07-010e76efb433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:e2:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:11:33Z', 'updated_at': '2022-05-04T19:11:33Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:34.946973 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:34.955977 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:34.956593 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:34.965124 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-4ae0b869-1585-414e-8d60-d680709a73fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e7c55c-cf55-478e-8c07-010e76efb433 HTTP/1.1" status: 200 len: 999 time: 0.0707228 May 04 19:11:35.020738 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-cdd0fa58-b9a4-4c52-89dd-9fb89a9a56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:35.022350 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-cdd0fa58-b9a4-4c52-89dd-9fb89a9a56ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0495253 May 04 19:11:35.068244 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-56b846ed-4aab-4edf-82d1-ca6c80608c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:35.069850 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-56b846ed-4aab-4edf-82d1-ca6c80608c14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398421 May 04 19:11:35.071431 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:35.166234 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-060e600a-0db6-4604-b346-3f1d6271ba50 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899019 May 04 19:11:35.270320 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ec737aad-6e10-4112-a7ca-de5122dd8709 req-3b4b0983-29f0-4201-9048-d7bfa78b6e66 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955379 May 04 19:11:35.317511 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'ffe2d1bd-5071-4043-aa28-76692e529610', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': '60e7c55c-cf55-478e-8c07-010e76efb433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:e2:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:11:33Z', 'updated_at': '2022-05-04T19:11:33Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:35.472967 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018773d2-c79c-4771-838e-80df71a90a5e None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': 'ffe2d1bd-5071-4043-aa28-76692e529610', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': '60e7c55c-cf55-478e-8c07-010e76efb433', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:e2:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:11:33Z', 'updated_at': '2022-05-04T19:11:33Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:35.652381 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c25e4-a167-4be2-951a-c8cfad0bd846 None None] New status for floating IP ffe2d1bd-5071-4043-aa28-76692e529610: ACTIVE {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:11:36.173592 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:11:37.353061 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f8f03-81ff-4101-ba08-466c6afeae68 req-d204781d-e1b4-4e97-8840-14888507ba04 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:37.354636 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3d7f8f03-81ff-4101-ba08-466c6afeae68 req-d204781d-e1b4-4e97-8840-14888507ba04 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0502970 May 04 19:11:37.402292 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3d7f8f03-81ff-4101-ba08-466c6afeae68 req-a532105e-0f4d-456f-a0bb-4d631607d06c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 May 04 19:11:38.523019 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2f0dc-31f1-40e2-a867-16b332c4654e req-1a55bda4-cafd-4cb2-80c4-6a050109543e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:38.524472 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a8e2f0dc-31f1-40e2-a867-16b332c4654e req-1a55bda4-cafd-4cb2-80c4-6a050109543e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0487220 May 04 19:11:38.569698 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a8e2f0dc-31f1-40e2-a867-16b332c4654e req-68b27fbe-e1ed-472b-913d-d3f395a31acb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396664 May 04 19:11:39.682328 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd198-4310-476d-8afd-a4df582ff27f req-10fadedf-0657-4168-8301-7f7174cb5931 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:39.684250 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1f4bd198-4310-476d-8afd-a4df582ff27f req-10fadedf-0657-4168-8301-7f7174cb5931 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0447862 May 04 19:11:39.729395 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1f4bd198-4310-476d-8afd-a4df582ff27f req-0eade3ed-e93a-4fde-a04f-4cf19d4b7f41 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397074 May 04 19:11:40.847533 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e4f33-55b2-490b-814d-cce8f2765831 req-d6efe2aa-ca08-4ce4-9f02-3f236044eece tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:40.848985 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dd1e4f33-55b2-490b-814d-cce8f2765831 req-d6efe2aa-ca08-4ce4-9f02-3f236044eece tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0495567 May 04 19:11:40.894025 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dd1e4f33-55b2-490b-814d-cce8f2765831 req-84047f43-50f2-456a-8ec0-58b8c69e53ae tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395832 May 04 19:11:42.010404 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee64500-5e0d-4001-bfc1-6a6242795b61 req-6a11a194-8db6-49fe-905b-27e88840e66c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:42.011898 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5ee64500-5e0d-4001-bfc1-6a6242795b61 req-6a11a194-8db6-49fe-905b-27e88840e66c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0461965 May 04 19:11:42.060786 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5ee64500-5e0d-4001-bfc1-6a6242795b61 req-6ece0b32-cb48-495d-9c62-0032ce7f2260 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432463 May 04 19:11:43.173476 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39c6d2-6888-478e-9c4a-15a9ea077b67 req-5ad222ea-97d9-4d63-a607-1dac504cb7fc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:43.174894 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8e39c6d2-6888-478e-9c4a-15a9ea077b67 req-5ad222ea-97d9-4d63-a607-1dac504cb7fc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0450423 May 04 19:11:43.221913 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8e39c6d2-6888-478e-9c4a-15a9ea077b67 req-f7e0923a-6381-4c4c-807f-6b537b46914d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 May 04 19:11:44.339374 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169dff8-b4aa-4462-a66b-9885d5de9a81 req-f4ecbe08-865c-48a9-8138-2aa7776ec648 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:44.340803 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8169dff8-b4aa-4462-a66b-9885d5de9a81 req-f4ecbe08-865c-48a9-8138-2aa7776ec648 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0454440 May 04 19:11:44.389177 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8169dff8-b4aa-4462-a66b-9885d5de9a81 req-1c0aafc4-a498-4147-b929-7ca5da190bff tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 May 04 19:11:45.505824 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec5060-d3b8-4109-b748-e8b0c2d50b52 req-167dac2e-2d94-401e-8b0b-6cb8568188ef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:45.507242 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3cec5060-d3b8-4109-b748-e8b0c2d50b52 req-167dac2e-2d94-401e-8b0b-6cb8568188ef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0450256 May 04 19:11:45.555158 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3cec5060-d3b8-4109-b748-e8b0c2d50b52 req-5d28250b-dab9-49e0-bb6c-0070bac0d51e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 May 04 19:11:45.969782 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:46.673415 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de7e98-0d83-46bc-ab2a-ac7e8d574de8 req-d24a11b5-6df8-455f-ae9c-22d8c4dbe9ce tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:46.674816 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d7de7e98-0d83-46bc-ab2a-ac7e8d574de8 req-d24a11b5-6df8-455f-ae9c-22d8c4dbe9ce tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0462251 May 04 19:11:46.720684 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d7de7e98-0d83-46bc-ab2a-ac7e8d574de8 req-3eaa92b9-ee03-468c-9500-422712f8f8e4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404630 May 04 19:11:47.554145 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-29a7931b-4680-4bad-b89c-5acd86f78ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:47.833949 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c64a-906f-49b5-984e-fab4f125bf72 req-89566bd8-10f8-4fcb-9a55-a65ca1c291a7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:47.835382 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ad80c64a-906f-49b5-984e-fab4f125bf72 req-89566bd8-10f8-4fcb-9a55-a65ca1c291a7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0452018 May 04 19:11:47.880144 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ad80c64a-906f-49b5-984e-fab4f125bf72 req-54d127fc-150f-47d4-8ada-97c2fdb7de2f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388901 May 04 19:11:48.994704 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d42027-caf1-481e-801d-92398b3a231d req-8b1ad522-3295-41a5-b087-dbfa27271fa4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:48.996719 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-82d42027-caf1-481e-801d-92398b3a231d req-8b1ad522-3295-41a5-b087-dbfa27271fa4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0465524 May 04 19:11:49.040951 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-82d42027-caf1-481e-801d-92398b3a231d req-f5fcd672-b345-4ae4-b39a-c95138c74c3f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386941 May 04 19:11:49.907213 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c3b99819-49ed-4b9d-aa41-5b0f09ba616a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:50.160797 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78154f-35d7-4296-b98d-b73901a87f09 req-f253d9e1-b27e-469e-b790-4a3f000ef241 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:50.162209 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ff78154f-35d7-4296-b98d-b73901a87f09 req-f253d9e1-b27e-469e-b790-4a3f000ef241 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0504577 May 04 19:11:50.207240 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ff78154f-35d7-4296-b98d-b73901a87f09 req-abdebbca-a0be-4c8c-838e-09d052d4ad93 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395908 May 04 19:11:50.989925 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:51.329447 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10818ce6-3380-49bf-a2be-c20987673823 req-4f16a222-153f-4fd8-977d-428f597608ab tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:51.330942 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-10818ce6-3380-49bf-a2be-c20987673823 req-4f16a222-153f-4fd8-977d-428f597608ab tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0547793 May 04 19:11:51.376232 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-10818ce6-3380-49bf-a2be-c20987673823 req-eb1454cd-c855-4146-84ee-75f5dccaae7b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 May 04 19:11:52.499297 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c7d48-3eac-4621-b397-cc8a4763d880 req-71dcd4cd-8ab8-44d9-88bf-bd59ccaf7915 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:52.501677 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-489c7d48-3eac-4621-b397-cc8a4763d880 req-71dcd4cd-8ab8-44d9-88bf-bd59ccaf7915 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0481930 May 04 19:11:52.509396 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:52.561281 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-489c7d48-3eac-4621-b397-cc8a4763d880 req-556989b8-cecc-4d9c-b918-506b740e17d7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494986 May 04 19:11:53.676670 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d6ea0-49cc-4a74-867e-72b414ac4352 req-2f870a00-1ae9-4d4b-a531-e608bad69b2f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:53.678137 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-660d6ea0-49cc-4a74-867e-72b414ac4352 req-2f870a00-1ae9-4d4b-a531-e608bad69b2f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0452650 May 04 19:11:53.727200 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-660d6ea0-49cc-4a74-867e-72b414ac4352 req-48b173de-031d-4f82-9e45-2f3910957eda tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 May 04 19:11:53.912665 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:11:53.958748 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:54.032536 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:54.044198 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'port_id': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'mac_address': 'fa:16:3e:fa:37:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:11:54.080050 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: ACTIVE; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:54.080436 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:54.093592 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d596d4a-07a6-43a1-bc43-abfd6db7c370 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:11:54.114388 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:54.118261 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:54.172235 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=6']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:54.179080 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.179477 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.179845 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.180200 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.180536 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.180861 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.181183 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.181525 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.181848 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.182167 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.182530 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.182854 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.183170 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.183485 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.183799 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:54.240648 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c92b6-511d-432f-877c-1e5ded732dea req-cbee4ced-9112-49f8-9438-dfcef4031778 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:54.242151 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7e9c92b6-511d-432f-877c-1e5ded732dea req-cbee4ced-9112-49f8-9438-dfcef4031778 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0466635 May 04 19:11:54.287943 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7e9c92b6-511d-432f-877c-1e5ded732dea req-32dde9d7-ff8a-4462-9ba6-8b6d362b3df3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 May 04 19:11:54.325857 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['7d596d4a-07a6-43a1-bc43-abfd6db7c370'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:11:54.846592 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d52c20-151f-45bc-bcff-347757a4f2e5 req-add89a34-213b-4f16-b8e6-cc4a585386d4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:54.848079 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-35d52c20-151f-45bc-bcff-347757a4f2e5 req-add89a34-213b-4f16-b8e6-cc4a585386d4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 945 time: 0.0468183 May 04 19:11:54.895362 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-35d52c20-151f-45bc-bcff-347757a4f2e5 req-27a00cd1-6f57-4414-96c7-6bb47bef88ad tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 May 04 19:11:55.059278 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01132cc4-e954-4b34-94fd-092f15c3051f req-dd399753-56a3-4f2a-82cc-785831589055 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:55.060713 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-01132cc4-e954-4b34-94fd-092f15c3051f req-dd399753-56a3-4f2a-82cc-785831589055 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0490129 May 04 19:11:55.104997 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-01132cc4-e954-4b34-94fd-092f15c3051f req-0cb73132-33b0-44bd-abdf-ee29244bca83 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382767 May 04 19:11:55.398352 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187da2bd-f6f6-4d58-b8dc-946bfae21b7b req-fd1c2280-bf1a-4d99-8141-8f035684e3f1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:55.399790 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-187da2bd-f6f6-4d58-b8dc-946bfae21b7b req-fd1c2280-bf1a-4d99-8141-8f035684e3f1 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0456069 May 04 19:11:55.445275 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-187da2bd-f6f6-4d58-b8dc-946bfae21b7b req-22f84565-606e-4718-a093-8c34d419998e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394781 May 04 19:11:55.929991 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:11:55.975841 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:11:55.976199 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:56.012251 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d494d-476e-4f6b-8e81-a52ed89a32fc req-c90ef2e1-2465-4d15-b748-1477bcd6a060 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:56.013779 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d47d494d-476e-4f6b-8e81-a52ed89a32fc req-c90ef2e1-2465-4d15-b748-1477bcd6a060 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 945 time: 0.0459778 May 04 19:11:56.054395 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:11:56.054781 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:56.060232 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d47d494d-476e-4f6b-8e81-a52ed89a32fc req-598a2e85-12ce-430b-8fa1-c664a5c3fae5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404096 May 04 19:11:56.077999 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:56.080221 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1afb2bc-814b-4743-9495-5927732b1fa3" -d '{"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:56.092723 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:56.096655 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:56.146517 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=7']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:56.174836 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0d013c-804a-47d9-a62b-bead35528a7b x-openstack-request-id: req-da0d013c-804a-47d9-a62b-bead35528a7b {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:56.175155 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:56.175439 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da0d013c-804a-47d9-a62b-bead35528a7b {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:56.175970 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0d013c-804a-47d9-a62b-bead35528a7b'] response: {'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'code': 200} May 04 19:11:56.224477 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24014c-fa16-4ecd-bfa1-968830f1167b req-a1a32900-7927-40ec-a384-8ee732a27503 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:56.225865 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-df24014c-fa16-4ecd-bfa1-968830f1167b req-a1a32900-7927-40ec-a384-8ee732a27503 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0488038 May 04 19:11:56.271100 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-df24014c-fa16-4ecd-bfa1-968830f1167b req-505e914c-8fd6-411d-b485-edf8190314ed tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397758 May 04 19:11:56.561090 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b2edc-6e24-4773-b4c9-4d29395de85e req-05b92f35-34f8-40bf-b4c3-a71f7e3ad4a2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:56.562548 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b46b2edc-6e24-4773-b4c9-4d29395de85e req-05b92f35-34f8-40bf-b4c3-a71f7e3ad4a2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0488443 May 04 19:11:56.607182 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b46b2edc-6e24-4773-b4c9-4d29395de85e req-c542843d-b109-44c0-9964-94b0295b414a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 May 04 19:11:57.175574 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfc135-b067-41c6-967d-9ad701bfeeea req-47142ec4-7739-493a-87a0-4f51495cbed3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:57.177036 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41cfc135-b067-41c6-967d-9ad701bfeeea req-47142ec4-7739-493a-87a0-4f51495cbed3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0461664 May 04 19:11:57.222925 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41cfc135-b067-41c6-967d-9ad701bfeeea req-9a9ac167-8b74-412c-9c5b-53dfd6faf791 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 May 04 19:11:57.378151 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f89f8-d27c-4935-972a-7172ede5a34d req-e85d1161-6b3c-47bb-a876-26a515861ddc tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:57.379566 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-163f89f8-d27c-4935-972a-7172ede5a34d req-e85d1161-6b3c-47bb-a876-26a515861ddc tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0446587 May 04 19:11:57.424778 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-163f89f8-d27c-4935-972a-7172ede5a34d req-bc09426a-4e2b-4058-9f27-b17570717f17 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 May 04 19:11:57.716413 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9c0f0-1c20-40d3-8a34-a0927a5c7dfb req-a45bd009-3fd8-42f1-9f5c-9b568d2d5d7a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:57.717874 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-53d9c0f0-1c20-40d3-8a34-a0927a5c7dfb req-a45bd009-3fd8-42f1-9f5c-9b568d2d5d7a tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0457778 May 04 19:11:57.766189 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-53d9c0f0-1c20-40d3-8a34-a0927a5c7dfb req-653d32c6-6a5d-42d3-8f78-55f0e16e5093 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 May 04 19:11:58.342455 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5541c-5232-43f7-81c7-fb12d03c00e8 req-1ab49234-998d-4b46-93b1-e761ccfed939 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:58.343972 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a2f5541c-5232-43f7-81c7-fb12d03c00e8 req-1ab49234-998d-4b46-93b1-e761ccfed939 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0475209 May 04 19:11:58.388823 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a2f5541c-5232-43f7-81c7-fb12d03c00e8 req-3c125162-28ec-45b9-806f-484e88de7015 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391622 May 04 19:11:58.534161 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d92170-cd01-47be-a076-54e4a9a6ec81 req-ca7615a6-2854-43a4-a8b3-4ee52422a0b4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:58.535516 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-57d92170-cd01-47be-a076-54e4a9a6ec81 req-ca7615a6-2854-43a4-a8b3-4ee52422a0b4 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0451708 May 04 19:11:58.604984 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-57d92170-cd01-47be-a076-54e4a9a6ec81 req-8e366a38-0b19-4b5e-9b57-86509f0d2ca7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641179 May 04 19:11:58.875820 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628bca3-b85e-4158-8cfb-a4e6858ce071 req-6f89e8c6-1da6-46ca-b9e7-b3e80f837431 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:58.877207 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c628bca3-b85e-4158-8cfb-a4e6858ce071 req-6f89e8c6-1da6-46ca-b9e7-b3e80f837431 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0455172 May 04 19:11:58.932779 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c628bca3-b85e-4158-8cfb-a4e6858ce071 req-ec79fb39-8ac3-430d-bc29-d18fd665c19e tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484457 May 04 19:11:59.509212 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84c43-f92b-4aca-95fa-1d0571b12141 req-0660b474-4d0d-4a9d-9426-521f63e4c98f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:59.510755 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-18d84c43-f92b-4aca-95fa-1d0571b12141 req-0660b474-4d0d-4a9d-9426-521f63e4c98f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0499933 May 04 19:11:59.557985 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-18d84c43-f92b-4aca-95fa-1d0571b12141 req-5c170376-fc20-4940-913d-1c83b7509429 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 May 04 19:11:59.713005 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7be8d-c7c6-495b-89e4-d2e8729f1e92 req-f98c861c-103d-49f6-ae69-3cbef6db0837 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:59.714474 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4af7be8d-c7c6-495b-89e4-d2e8729f1e92 req-f98c861c-103d-49f6-ae69-3cbef6db0837 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0453234 May 04 19:11:59.785932 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-0091bc45-dce8-4a73-bc4d-1faf6f08098f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:59.787424 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-0091bc45-dce8-4a73-bc4d-1faf6f08098f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 945 time: 0.0534890 May 04 19:11:59.797751 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf48f30-087b-4296-99d9-e25499704ccd req-02da3e33-5ca3-46d8-ab36-ba4a12e13674 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:59.799187 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7bf48f30-087b-4296-99d9-e25499704ccd req-02da3e33-5ca3-46d8-ab36-ba4a12e13674 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0665026 May 04 19:11:59.802590 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4af7be8d-c7c6-495b-89e4-d2e8729f1e92 req-ecc1eff3-2fa6-4309-a751-4fffb05e2703 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=a0eee577-edd4-4120-b3a1-bab4dfa895a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828598 May 04 19:11:59.897284 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:59.898055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:59.907752 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Deleting port e11de5fb-b02b-4516-8fa9-a612b9b432a0 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:59.908169 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.093579 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a01d8-992b-4b15-a066-8608795acf85 req-766c3f65-b24f-4165-b392-615f91d44a43 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:00.101547 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-043a01d8-992b-4b15-a066-8608795acf85 req-766c3f65-b24f-4165-b392-615f91d44a43 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 946 time: 0.0777063 May 04 19:12:00.110563 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] For port e11de5fb-b02b-4516-8fa9-a612b9b432a0, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e11de5fb-b02b-4516-8fa9-a612b9b432a0,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:00.111365 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.211553 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-043a01d8-992b-4b15-a066-8608795acf85 req-4a1e8002-523b-43a9-9059-7d5ba0f61c9d tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=b097f739-1a99-415b-8f25-175426f55714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089747 May 04 19:12:00.302356 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] For port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:00.302801 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.342084 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.342370 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.342684 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Floating IP 207464ce-5589-4977-bcdf-2f4de9e17af2 disassociated. External IP: 172.27.2.181, port: e11de5fb-b02b-4516-8fa9-a612b9b432a0. May 04 19:12:00.343024 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Calling delete_port for e11de5fb-b02b-4516-8fa9-a612b9b432a0 owned by compute:nova {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:00.484562 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.485092 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (6be09da3-d53c-4b4c-ad06-6a081e40613a), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.485452 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 6be09da3-d53c-4b4c-ad06-6a081e40613a disassociated. External IP: 172.27.2.165, port: 1087fa4e-a377-4af8-a39c-8bc9ddffd2db. May 04 19:12:00.485885 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for 1087fa4e-a377-4af8-a39c-8bc9ddffd2db owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:00.489141 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (e11de5fb-b02b-4516-8fa9-a612b9b432a0), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.518013 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event deleted for resources: {'Port': ['ID=e11de5fb-b02b-4516-8fa9-a612b9b432a0,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:00.633720 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (1087fa4e-a377-4af8-a39c-8bc9ddffd2db), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.695924 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:12:00.724423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=1087fa4e-a377-4af8-a39c-8bc9ddffd2db,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:00.759421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.760033 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.761083 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.761607 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.762134 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.762629 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.763131 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.763621 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.764113 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.764615 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.765104 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.765622 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.766106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.766875 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.767359 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:00.782415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740ea5e-6853-4d3f-84ff-b8a6fe8d34e6 req-6f4f2611-983c-486d-8cb6-39360e55035f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:00.789505 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c740ea5e-6853-4d3f-84ff-b8a6fe8d34e6 req-6f4f2611-983c-486d-8cb6-39360e55035f tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.1380503 May 04 19:12:00.865942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:12:00.882195 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] Sync routers for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:12:00.895601 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c740ea5e-6853-4d3f-84ff-b8a6fe8d34e6 req-3e37dee5-c901-4c8e-ab5c-020cf024c5d4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050229 May 04 19:12:00.900182 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:00.907676 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:00.933266 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] No DVR routers for this DVR port e11de5fb-b02b-4516-8fa9-a612b9b432a0 on host hv-cinder-83090 {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:00.940835 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.945632 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7bf48f30-087b-4296-99d9-e25499704ccd req-f60841d2-fdbe-490b-9c20-1d6d8e58dad4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "DELETE /v2.0/ports/e11de5fb-b02b-4516-8fa9-a612b9b432a0 HTTP/1.1" status: 204 len: 173 time: 1.1319897 May 04 19:12:00.949004 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'name': 'network-vif-deleted', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:00.953410 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c53220-6239-43fd-aea2-fd932ecd0666" -d '{"events": [{"server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "name": "network-vif-deleted", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:01.038915 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-472cb4ae-86c4-4974-9d8a-f929bbfe72d0 req-bf69fa6f-d9b7-4ae4-ad23-5f0131e54c6e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 210 time: 0.0917120 May 04 19:12:01.053718 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:12:01.171950 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0287df-e73f-444f-aa7f-d69d56f3cf8e x-openstack-request-id: req-3a0287df-e73f-444f-aa7f-d69d56f3cf8e {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:01.172545 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de0a81-ab42-475e-b6f3-dd853adc826c", "name": "network-vif-deleted", "tag": "e11de5fb-b02b-4516-8fa9-a612b9b432a0", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:01.174205 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a0287df-e73f-444f-aa7f-d69d56f3cf8e {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:01.175010 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0287df-e73f-444f-aa7f-d69d56f3cf8e'] response: {'server_uuid': '17de0a81-ab42-475e-b6f3-dd853adc826c', 'name': 'network-vif-deleted', 'tag': 'e11de5fb-b02b-4516-8fa9-a612b9b432a0', 'status': 'completed', 'code': 200} May 04 19:12:01.200271 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:01.333010 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:12:01.349024 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:12:01.371505 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:01.373896 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:01.401905 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6568a7d5-d97f-482a-a949-a538ff889cc0 req-be1fb74e-0cd7-4103-bdea-5ef8363bd1eb tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=17de0a81-ab42-475e-b6f3-dd853adc826c HTTP/1.1" status: 200 len: 210 time: 0.0671542 May 04 19:12:01.442252 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] No DVR routers for this DVR port 1087fa4e-a377-4af8-a39c-8bc9ddffd2db on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:01.446229 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:01.450509 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bec7695f-dd3f-43fa-a433-8c7bf54de796 req-1cdc220b-c20b-402c-aba8-9fdcee536fd0 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "DELETE /v2.0/ports/1087fa4e-a377-4af8-a39c-8bc9ddffd2db HTTP/1.1" status: 204 len: 173 time: 1.6402774 May 04 19:12:01.451116 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'name': 'network-vif-deleted', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:01.453716 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f686737-69dc-4d32-b371-8d4519663860" -d '{"events": [{"server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "name": "network-vif-deleted", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:01.540596 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:01.553232 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:01.623232 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd68425-ecb0-420d-9e3c-b3c0210465e6 x-openstack-request-id: req-9fd68425-ecb0-420d-9e3c-b3c0210465e6 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:01.623533 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81874ac9-ec8c-4fb1-bd75-762920f7042d", "name": "network-vif-deleted", "tag": "1087fa4e-a377-4af8-a39c-8bc9ddffd2db", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:01.623866 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd68425-ecb0-420d-9e3c-b3c0210465e6 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:01.624226 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd68425-ecb0-420d-9e3c-b3c0210465e6'] response: {'server_uuid': '81874ac9-ec8c-4fb1-bd75-762920f7042d', 'name': 'network-vif-deleted', 'tag': '1087fa4e-a377-4af8-a39c-8bc9ddffd2db', 'status': 'completed', 'code': 200} May 04 19:12:01.631795 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] Checking router: c1f0fa00-0624-4f27-9746-05cd77bdb8e4 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:12:01.651968 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:01.652839 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:01.845677 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:01.851002 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:01.878276 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:12:01.888492 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:01.889176 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:02.029835 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:02.081123 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e061d9-6f86-4116-9d9f-05e78e8d5d1f req-27f0c29a-6221-4116-b9e9-b19e17b222a5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:02.093934 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d7e061d9-6f86-4116-9d9f-05e78e8d5d1f req-27f0c29a-6221-4116-b9e9-b19e17b222a5 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0965910 May 04 19:12:02.111773 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 1087fa4e-a377-4af8-a39c-8bc9ddffd2db no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:02.114740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:02.178252 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d7e061d9-6f86-4116-9d9f-05e78e8d5d1f req-b63d45cf-7245-4baf-91ae-e6a050d6a023 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831909 May 04 19:12:02.189729 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 1087fa4e-a377-4af8-a39c-8bc9ddffd2db {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:02.190073 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 1087fa4e-a377-4af8-a39c-8bc9ddffd2db not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:02.190519 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e11de5fb-b02b-4516-8fa9-a612b9b432a0 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:02.203587 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a769f7-8ed1-4e9b-b7ec-14c792bc7201 None None] The sync data for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi is: [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:06:22Z', 'revision_number': 4, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'dee6390a-cfb5-4471-bada-b25557d9fc5e', 'name': '', 'network_id': 'f77ad9c5-1b1c-436b-b024-d2a34457a300', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'mac_address': 'fa:16:3e:8f:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:19Z', 'updated_at': '2022-05-04T19:06:36Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'subnets': [{'id': '47ee3115-3df9-43cc-a983-a47cbf1b7e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:12:02.229914 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: e11de5fb-b02b-4516-8fa9-a612b9b432a0 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:02.230275 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e11de5fb-b02b-4516-8fa9-a612b9b432a0 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:02.309169 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6c2cb4b8-48eb-49be-b9fb-78d834aec055 req-69fcc4c8-62d0-4fa8-bac1-f95f57209034 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=81874ac9-ec8c-4fb1-bd75-762920f7042d HTTP/1.1" status: 200 len: 210 time: 0.0563185 May 04 19:12:02.355947 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:02.385947 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de8067-c9ca-4609-9dad-bb50a659aba6 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:12:02.505556 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35632) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:02.581278 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f1d522e3-7643-44ad-a914-ada15027fcd5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group (b097f739-1a99-415b-8f25-175426f55714), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:02.617268 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f1d522e3-7643-44ad-a914-ada15027fcd5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group (b097f739-1a99-415b-8f25-175426f55714), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:02.672735 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ebed9-c274-4af1-ae1d-5e150f6c26ec None None] New status for floating IP 207464ce-5589-4977-bcdf-2f4de9e17af2: DOWN {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:12:02.701063 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f1d522e3-7643-44ad-a914-ada15027fcd5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b097f739-1a99-415b-8f25-175426f55714), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:02.703858 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f1d522e3-7643-44ad-a914-ada15027fcd5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:02.707777 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f1d522e3-7643-44ad-a914-ada15027fcd5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "DELETE /v2.0/security-groups/b097f739-1a99-415b-8f25-175426f55714 HTTP/1.1" status: 204 len: 168 time: 0.1987662 May 04 19:12:02.708124 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35634) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:02.727938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d522e3-7643-44ad-a914-ada15027fcd5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b097f739-1a99-415b-8f25-175426f55714,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:02.728651 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.api.v2.resource [None req-54d1036b-902e-4f89-8aaf-394cf23763fc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] show failed (client error): The resource could not be found. May 04 19:12:02.737300 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-54d1036b-902e-4f89-8aaf-394cf23763fc tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups/b097f739-1a99-415b-8f25-175426f55714 HTTP/1.1" status: 404 len: 347 time: 0.0254998 May 04 19:12:02.737862 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35636) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:02.806621 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5c423-a1a0-47d0-8386-a9bc60076d03 None None] New status for floating IP 6be09da3-d53c-4b4c-ad06-6a081e40613a: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:12:02.927147 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Deleting port 3738f859-cf54-432b-ae1e-101bb3b71df9 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:02.927493 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.028654 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.028982 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (3738f859-cf54-432b-ae1e-101bb3b71df9), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.043685 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Calling delete_port for 3738f859-cf54-432b-ae1e-101bb3b71df9 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:03.194289 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (3738f859-cf54-432b-ae1e-101bb3b71df9), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.225942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event deleted for resources: {'Port': ['ID=3738f859-cf54-432b-ae1e-101bb3b71df9,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:03.255267 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks [] for floatingip (207464ce-5589-4977-bcdf-2f4de9e17af2), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.257868 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.259141 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f6cfb580-c2cf-4e65-acc7-46c3aba4ef92 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "DELETE /v2.0/floatingips/207464ce-5589-4977-bcdf-2f4de9e17af2 HTTP/1.1" status: 204 len: 168 time: 0.5203209 May 04 19:12:03.324881 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48345444-ccd0-4d6b-a132-37b720049087 req-589edf3a-090c-491d-afb6-56f614b4e62d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:03.326878 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-48345444-ccd0-4d6b-a132-37b720049087 req-589edf3a-090c-491d-afb6-56f614b4e62d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0617697 May 04 19:12:03.417489 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-48345444-ccd0-4d6b-a132-37b720049087 req-adad2f1d-063c-4d5c-ac64-a8692015a430 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819478 May 04 19:12:03.461026 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35650) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:03.525408 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6e6cbbc4-14f5-4a53-8a86-2547e1bfd3ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (a0eee577-edd4-4120-b3a1-bab4dfa895a0), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.553445 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6e6cbbc4-14f5-4a53-8a86-2547e1bfd3ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (a0eee577-edd4-4120-b3a1-bab4dfa895a0), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.614732 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6e6cbbc4-14f5-4a53-8a86-2547e1bfd3ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a0eee577-edd4-4120-b3a1-bab4dfa895a0), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.618693 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6e6cbbc4-14f5-4a53-8a86-2547e1bfd3ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.620508 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-6e6cbbc4-14f5-4a53-8a86-2547e1bfd3ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/security-groups/a0eee577-edd4-4120-b3a1-bab4dfa895a0 HTTP/1.1" status: 204 len: 168 time: 0.1584461 May 04 19:12:03.623962 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35652) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:03.634950 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cbbc4-14f5-4a53-8a86-2547e1bfd3ff tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eee577-edd4-4120-b3a1-bab4dfa895a0,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:03.663616 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.api.v2.resource [None req-b7a89256-0f35-457a-86c9-7dc7bb803083 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] show failed (client error): The resource could not be found. May 04 19:12:03.665605 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b7a89256-0f35-457a-86c9-7dc7bb803083 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups/a0eee577-edd4-4120-b3a1-bab4dfa895a0 HTTP/1.1" status: 404 len: 347 time: 0.0404949 May 04 19:12:03.668560 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35654) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:03.808333 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port 90a3f95f-c6ef-4038-bf49-f41d99e59d41 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:03.808940 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.890032 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.890477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (90a3f95f-c6ef-4038-bf49-f41d99e59d41), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:03.907883 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for 90a3f95f-c6ef-4038-bf49-f41d99e59d41 owned by network:floatingip {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:04.066960 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (90a3f95f-c6ef-4038-bf49-f41d99e59d41), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.094152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=90a3f95f-c6ef-4038-bf49-f41d99e59d41,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:04.171708 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (6be09da3-d53c-4b4c-ad06-6a081e40613a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.175037 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.176179 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-29c6f319-3ab0-4bd6-ae7b-a1558c45310d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/floatingips/6be09da3-d53c-4b4c-ad06-6a081e40613a HTTP/1.1" status: 204 len: 168 time: 0.5064247 May 04 19:12:04.367083 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35660) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:04.371541 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-470b8f8e-e88f-4782-8946-b2753f425dfa tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79127006', 'description': 'tempest-description--1994846426'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:12:04.394882 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-470b8f8e-e88f-4782-8946-b2753f425dfa tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.530821 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-470b8f8e-e88f-4782-8946-b2753f425dfa tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (87f262c3-8e9a-410c-8486-a3f1f8055ef4), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.538679 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-470b8f8e-e88f-4782-8946-b2753f425dfa tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (87f262c3-8e9a-410c-8486-a3f1f8055ef4), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.585699 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-470b8f8e-e88f-4782-8946-b2753f425dfa tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.591178 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-470b8f8e-e88f-4782-8946-b2753f425dfa tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2229507 May 04 19:12:04.594907 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35676) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:04.601317 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3b32113d-05b7-4dc4-b9c3-9cd8f24b300f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': '87f262c3-8e9a-410c-8486-a3f1f8055ef4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:12:04.609144 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b8f8e-e88f-4782-8946-b2753f425dfa tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f262c3-8e9a-410c-8486-a3f1f8055ef4,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:04.634649 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bcb62-eaa2-4c57-951a-2db88aeab464 req-5d1df0d8-5cc9-4f11-8584-1ffe1eb3d4e2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:04.636410 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a39bcb62-eaa2-4c57-951a-2db88aeab464 req-5d1df0d8-5cc9-4f11-8584-1ffe1eb3d4e2 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0643342 May 04 19:12:04.640891 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b32113d-05b7-4dc4-b9c3-9cd8f24b300f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (ef482907-2f88-4ff8-99a5-a1a811928013), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.688203 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a39bcb62-eaa2-4c57-951a-2db88aeab464 req-a050aec4-0d83-4e2a-bd24-31c8b6fc6f78 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457644 May 04 19:12:04.709256 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b32113d-05b7-4dc4-b9c3-9cd8f24b300f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (ef482907-2f88-4ff8-99a5-a1a811928013), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.722813 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b32113d-05b7-4dc4-b9c3-9cd8f24b300f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (ef482907-2f88-4ff8-99a5-a1a811928013), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.742860 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32113d-05b7-4dc4-b9c3-9cd8f24b300f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef482907-2f88-4ff8-99a5-a1a811928013,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:04.754364 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b32113d-05b7-4dc4-b9c3-9cd8f24b300f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.755579 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3b32113d-05b7-4dc4-b9c3-9cd8f24b300f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593769 May 04 19:12:04.758460 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35678) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:04.763460 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-12918394-f8db-4d7e-928e-ccc4d7d75a39 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'security_group_rule': {'security_group_id': '87f262c3-8e9a-410c-8486-a3f1f8055ef4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:12:04.793014 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-12918394-f8db-4d7e-928e-ccc4d7d75a39 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (7f695116-24dc-430d-8eb8-b23065abec2c), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.874612 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-12918394-f8db-4d7e-928e-ccc4d7d75a39 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (7f695116-24dc-430d-8eb8-b23065abec2c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.878434 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-12918394-f8db-4d7e-928e-ccc4d7d75a39 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (7f695116-24dc-430d-8eb8-b23065abec2c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.909164 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12918394-f8db-4d7e-928e-ccc4d7d75a39 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f695116-24dc-430d-8eb8-b23065abec2c,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:04.920477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-12918394-f8db-4d7e-928e-ccc4d7d75a39 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:04.924934 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35680) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:04.931295 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:12:04.936434 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-12918394-f8db-4d7e-928e-ccc4d7d75a39 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768267 May 04 19:12:04.953973 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.046799 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.168029 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.27.2.149 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/ec0a0dc5-d67c-45d9-9e0f-7da0998d6103) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:12:05.289344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.332805 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.374760 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:12:05.377934 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:12:05.384136 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:12:05.394075 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=ec0a0dc5-d67c-45d9-9e0f-7da0998d6103,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:05.438662 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (5f461955-3b01-4f4c-9dd4-3527cc54894a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.489525 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.693782 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.700550 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.772967 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (5f461955-3b01-4f4c-9dd4-3527cc54894a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.801681 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=ec0a0dc5-d67c-45d9-9e0f-7da0998d6103,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:05.814839 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:05.826077 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0ef41176-171d-452a-a262-e3e9d5e971d1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8998332 May 04 19:12:05.886668 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0a641-ada9-4657-8ad8-1cd738b15571 req-b828b309-d060-4875-8b0f-56a58a90c4bc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:05.889002 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-60a0a641-ada9-4657-8ad8-1cd738b15571 req-b828b309-d060-4875-8b0f-56a58a90c4bc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0934021 May 04 19:12:05.952198 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-60a0a641-ada9-4657-8ad8-1cd738b15571 req-9bd34411-86ac-4a89-9893-827634d83461 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549841 May 04 19:12:05.965947 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dea65f-35ce-4f29-bc5e-35477151e699 req-2e108f46-103d-4a1d-869e-a04e8f8b1bb2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:05.973356 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-34dea65f-35ce-4f29-bc5e-35477151e699 req-2e108f46-103d-4a1d-869e-a04e8f8b1bb2 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0778010 May 04 19:12:06.048587 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-34dea65f-35ce-4f29-bc5e-35477151e699 req-ee4f730a-fe88-4625-a5c0-b4193633a219 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714247 May 04 19:12:06.104251 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-81ec88e8-dcef-4315-85b9-65ead8410e2c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--79127006&fields=id&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 267 time: 0.0516787 May 04 19:12:06.219097 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-ff741024-97ed-42f2-91ce-0147b4aefbea tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:06.220694 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-ff741024-97ed-42f2-91ce-0147b4aefbea tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.1098464 May 04 19:12:06.239784 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-07ac283d-1387-4a3f-bcb7-60c65978295f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/quotas/ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 375 time: 0.0131636 May 04 19:12:06.296780 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-3942388c-2f7b-4ec0-8aca-e7a160ef774a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510080 May 04 19:12:06.405725 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fc58e126-2399-4d5d-b547-faa8d9a5a8c2 service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964785 May 04 19:12:06.501731 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-2eb3a4b0-3596-4e03-8bea-ac21928c180d service neutron] 10.222.0.69 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894110 May 04 19:12:06.691630 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ead0e9f4-bbf1-46f3-8479-be83336c45cf req-6ed81bf2-c123-417c-9da7-db1fbd454b3d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 210 time: 0.0427663 May 04 19:12:07.111920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700d1f-7042-432b-b215-c516ae0331ec req-e35da53c-28f2-44dc-866a-a3726446604c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:07.113826 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-37700d1f-7042-432b-b215-c516ae0331ec req-e35da53c-28f2-44dc-866a-a3726446604c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0549891 May 04 19:12:07.176936 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-37700d1f-7042-432b-b215-c516ae0331ec req-e967daee-74b4-4965-b83f-1854dc928def tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562699 May 04 19:12:07.190096 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189abf-391f-4778-ada0-8d9a72006e2a req-4aeb6db4-025b-4b81-9338-b724ad073434 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:07.191823 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-55189abf-391f-4778-ada0-8d9a72006e2a req-4aeb6db4-025b-4b81-9338-b724ad073434 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0663962 May 04 19:12:07.508841 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-55189abf-391f-4778-ada0-8d9a72006e2a req-17b31254-4725-4dd9-ad3b-5237861b707b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114994 May 04 19:12:07.818445 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fc6cbb84-da5d-473a-8c39-975a05bdc0ad req-eb431df6-80bf-4f12-9dd3-8f00bb2bc925 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 210 time: 0.0572574 May 04 19:12:08.035108 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-2ae760a4-1d10-4c4b-b6d9-90cba067bd26 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:08.037142 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-2ae760a4-1d10-4c4b-b6d9-90cba067bd26 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.0556505 May 04 19:12:08.325692 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17feba-f480-4b2b-9fce-18fffcb78a83 req-7a6c2b7e-949e-4bc2-b6aa-e6708106bcc4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:08.327447 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5d17feba-f480-4b2b-9fce-18fffcb78a83 req-7a6c2b7e-949e-4bc2-b6aa-e6708106bcc4 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0641208 May 04 19:12:08.407965 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5d17feba-f480-4b2b-9fce-18fffcb78a83 req-669b0f9b-c968-4b30-9af8-8b12bba0668e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736337 May 04 19:12:08.427025 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Deleting port e803e0ad-7898-4a32-9dc5-0d5f670b9816 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:08.427539 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:08.540422 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] For port e803e0ad-7898-4a32-9dc5-0d5f670b9816, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=e803e0ad-7898-4a32-9dc5-0d5f670b9816,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:08.540937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:08.559051 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Calling delete_port for e803e0ad-7898-4a32-9dc5-0d5f670b9816 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:08.615106 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-27b8cbd4-74bb-47ac-8152-9f790d37a6e1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:08.616571 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-27b8cbd4-74bb-47ac-8152-9f790d37a6e1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 815 time: 0.1088550 May 04 19:12:08.716176 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-e981747a-dff7-4b99-a650-c1b671b26be2 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1ba9318cf84308a3ff6ce6da85755d HTTP/1.1" status: 200 len: 378 time: 0.0790112 May 04 19:12:08.727634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'port': {'device_id': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'admin_state_up': True, 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'security_groups': ['87f262c3-8e9a-410c-8486-a3f1f8055ef4']}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:12:08.744640 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734dd56-fd97-4fd9-8b48-3dd83879f2e2 req-c31bceba-5b8f-4dd2-bbd4-fa129e1ff1c3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:08.751603 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2734dd56-fd97-4fd9-8b48-3dd83879f2e2 req-c31bceba-5b8f-4dd2-bbd4-fa129e1ff1c3 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=4b5bd528-4bc3-4bf3-be31-89364096663f HTTP/1.1" status: 200 len: 945 time: 0.1202703 May 04 19:12:08.842488 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2734dd56-fd97-4fd9-8b48-3dd83879f2e2 req-85fab152-426d-4ec6-ad66-8784138838a4 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887372 May 04 19:12:08.914949 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (e803e0ad-7898-4a32-9dc5-0d5f670b9816), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:08.952248 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['ba9cc838-25e8-4a65-849a-ef79368d718d', 'e803e0ad-7898-4a32-9dc5-0d5f670b9816'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:12:08.976529 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b102fd43-09fa-431f-bcb2-228aff033027 req-879aef0b-6582-4b15-a801-5eb64a21f171 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 210 time: 0.0827513 May 04 19:12:09.006392 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Made reservation on behalf of ef1ba9318cf84308a3ff6ce6da85755d for: {'port': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:12:09.012566 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:09.044081 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event deleted for resources: {'Port': ['ID=e803e0ad-7898-4a32-9dc5-0d5f670b9816,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:09.103810 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] No DVR routers for this DVR port e803e0ad-7898-4a32-9dc5-0d5f670b9816 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:09.107172 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:09.113864 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c7264949-c009-4bb2-aa83-53336c2368b2 req-077f3c9a-6683-4aae-8264-278d05a4f413 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "DELETE /v2.0/ports/e803e0ad-7898-4a32-9dc5-0d5f670b9816 HTTP/1.1" status: 204 len: 173 time: 0.8238328 May 04 19:12:09.114493 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'name': 'network-vif-deleted', 'tag': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:09.117263 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e9f7c8-8dca-428e-a1f2-3067697d8b5b" -d '{"events": [{"server_uuid": "4b5bd528-4bc3-4bf3-be31-89364096663f", "name": "network-vif-deleted", "tag": "e803e0ad-7898-4a32-9dc5-0d5f670b9816"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:09.187487 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbab647-b75e-4571-8b03-9583dada20e5 x-openstack-request-id: req-0dbab647-b75e-4571-8b03-9583dada20e5 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:09.187815 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5bd528-4bc3-4bf3-be31-89364096663f", "name": "network-vif-deleted", "tag": "e803e0ad-7898-4a32-9dc5-0d5f670b9816", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:09.188075 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0dbab647-b75e-4571-8b03-9583dada20e5 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:09.188496 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbab647-b75e-4571-8b03-9583dada20e5'] response: {'server_uuid': '4b5bd528-4bc3-4bf3-be31-89364096663f', 'name': 'network-vif-deleted', 'tag': 'e803e0ad-7898-4a32-9dc5-0d5f670b9816', 'status': 'completed', 'code': 200} May 04 19:12:09.246660 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Allocated IP 172.20.0.12 (52743f3b-665f-4119-9451-8ab735a2cc02/bb3dd897-3460-4581-b818-c986365d4fa5/7f533959-c4f2-4e4f-a8ac-4b978c96fb26) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:12:09.581970 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:09.663102 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80639dc-ccec-44c8-a085-2c881aed553d req-dd9a55f5-ffe7-433c-9b27-b3253d819659 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:09.664829 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b80639dc-ccec-44c8-a085-2c881aed553d req-dd9a55f5-ffe7-433c-9b27-b3253d819659 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.1268995 May 04 19:12:09.757397 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b80639dc-ccec-44c8-a085-2c881aed553d req-28f57c29-a35f-4d14-86cc-7be61533c9b6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741260 May 04 19:12:09.765674 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:09.828744 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Network 52743f3b-665f-4119-9451-8ab735a2cc02 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:12:09.831900 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:12:09.835991 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:12:09.841934 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:09.842729 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:09.862058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event updated for resources: {'Port': ['ID=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:09.890270 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-62f25f3e-f266-4e6e-affe-06ad2d7d8fd9 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1663878 May 04 19:12:09.908677 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Request body: {'port': {'device_id': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:12:10.005570 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:10.160959 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d4c9f-8cf8-45a5-8993-fd583d6b982d req-81e38f72-0032-48db-a6cd-020ad4e4a4c3 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:10.163216 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-883d4c9f-8cf8-45a5-8993-fd583d6b982d req-81e38f72-0032-48db-a6cd-020ad4e4a4c3 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 932 time: 0.0736055 May 04 19:12:10.181853 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-d3cb2c44-7b50-474f-b993-6f0a9435387f None None] Provisioning complete for port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:12:10.182980 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2c44-7b50-474f-b993-6f0a9435387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:10.227233 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb2c44-7b50-474f-b993-6f0a9435387f None None] Port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:12:10.265097 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-883d4c9f-8cf8-45a5-8993-fd583d6b982d req-763288e4-a5fd-42fc-af0d-9e989bc0cf4a tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904961 May 04 19:12:10.307878 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05696bc-a1c8-4006-8d2e-265e7eabd802 req-7aa0067a-b0c6-4767-890e-61094c6c361c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:10.309377 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c05696bc-a1c8-4006-8d2e-265e7eabd802 req-7aa0067a-b0c6-4767-890e-61094c6c361c tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.1104681 May 04 19:12:10.397456 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c05696bc-a1c8-4006-8d2e-265e7eabd802 req-ec32937c-e50d-41d3-8ddb-6df67ae1def6 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779476 May 04 19:12:10.447142 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 {{(pid=103487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:12:10.455700 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Publish callbacks [] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:10.469178 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.provisioning_blocks [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Transition to ACTIVE for port object 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 will not be triggered until provisioned by entity L2. {{(pid=103487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:12:10.475299 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:10.548378 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Pushing event updated for resources: {'Port': ['ID=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:10.570716 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Attempting to bind port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:12:10.571415 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Attempting to bind port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:12:10.571959 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Attempting to bind port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:12:10.577875 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 on network 52743f3b-665f-4119-9451-8ab735a2cc02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:12:10.578475 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Attempting to bind port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 on network 52743f3b-665f-4119-9451-8ab735a2cc02 {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:12:10.583864 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:12:10.584858 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Checking segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:12:10.585450 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Bound using segment: {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'} {{(pid=103487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:12:10.585930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.managers [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Bound port: 7f533959-c4f2-4e4f-a8ac-4b978c96fb26, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf44776-7395-46b1-b23d-1029f1a7b5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02'}}] {{(pid=103487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:12:10.586337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:10.711111 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] For port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26, host hv-cinder-83090, cleared binding levels {{(pid=103487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:12:10.743839 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] For port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:12:10.758493 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:10.815226 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:10.815622 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:10.817253 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] 10.222.0.11 "PUT /v2.0/ports/7f533959-c4f2-4e4f-a8ac-4b978c96fb26 HTTP/1.1" status: 200 len: 1094 time: 0.9137259 May 04 19:12:10.819582 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:10.821845 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab7d83-b1d2-4ce3-833f-f29d375e4235" -d '{"events": [{"name": "network-changed", "server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:10.855028 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08c5b4-e74b-4850-bb1b-513d602f747c service neutron] Pushing event updated for resources: {'Port': ['ID=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,revision_number=3']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:10.950508 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257161e-7ea0-4d5e-ac25-d46e8fd0db6c req-c5841124-904d-43a1-8508-dc631f0789ff tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:10.952156 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2257161e-7ea0-4d5e-ac25-d46e8fd0db6c req-c5841124-904d-43a1-8508-dc631f0789ff tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0626318 May 04 19:12:11.011399 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2257161e-7ea0-4d5e-ac25-d46e8fd0db6c req-12748d52-5dbf-42e3-b0de-36ae9f2b4004 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520685 May 04 19:12:11.064685 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2466eedc-081a-482c-b96b-64ba735bf991 x-openstack-request-id: req-2466eedc-081a-482c-b96b-64ba735bf991 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:11.064983 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:11.065253 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2466eedc-081a-482c-b96b-64ba735bf991 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:11.065698 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2466eedc-081a-482c-b96b-64ba735bf991'] response: {'name': 'network-changed', 'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'status': 'completed', 'code': 200} May 04 19:12:11.392125 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fbb21-f591-41a1-8463-f87513fde229 req-02fa8089-dea9-4b67-925b-0fd3278b6221 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:11.393630 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fd2fbb21-f591-41a1-8463-f87513fde229 req-02fa8089-dea9-4b67-925b-0fd3278b6221 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 944 time: 0.0551653 May 04 19:12:11.453852 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fd2fbb21-f591-41a1-8463-f87513fde229 req-b94b1e7f-67a3-4c12-a0fb-ccd1d0b5e795 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537109 May 04 19:12:11.566992 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cf13e-0315-49f9-aedd-eb47b2001d54 req-88c11a31-065a-46a7-95e2-896c18d956f5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:11.568500 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-998cf13e-0315-49f9-aedd-eb47b2001d54 req-88c11a31-065a-46a7-95e2-896c18d956f5 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0535994 May 04 19:12:11.623734 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-998cf13e-0315-49f9-aedd-eb47b2001d54 req-ed985f5d-827a-4cf4-ad92-3c3f2651c900 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491068 May 04 19:12:11.993844 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e803e0ad-7898-4a32-9dc5-0d5f670b9816 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:12.014083 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: e803e0ad-7898-4a32-9dc5-0d5f670b9816 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:12.014418 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device e803e0ad-7898-4a32-9dc5-0d5f670b9816 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:12.130792 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9ff9d-6e8e-4755-b397-07eefdc7c33d req-5b44fd76-2905-4eb7-8ab3-a869f7de9d22 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:12.132259 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-54a9ff9d-6e8e-4755-b397-07eefdc7c33d req-5b44fd76-2905-4eb7-8ab3-a869f7de9d22 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0471199 May 04 19:12:12.180235 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-54a9ff9d-6e8e-4755-b397-07eefdc7c33d req-6588dccc-a452-491a-8e52-1360f93ecfd1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 May 04 19:12:12.231356 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7d83-b1d2-4ce3-833f-f29d375e4235 req-f243a6e9-0ffb-495a-802f-52b78d24a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:12.232860 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0bab7d83-b1d2-4ce3-833f-f29d375e4235 req-f243a6e9-0ffb-495a-802f-52b78d24a94c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 1128 time: 0.0388656 May 04 19:12:12.568331 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20cff2-f4fb-432d-a20a-0388fc8f3651 req-936ac5df-07ea-40cb-8b76-6d8a9c6cac12 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:12.569777 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ad20cff2-f4fb-432d-a20a-0388fc8f3651 req-936ac5df-07ea-40cb-8b76-6d8a9c6cac12 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 944 time: 0.0486400 May 04 19:12:12.614893 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ad20cff2-f4fb-432d-a20a-0388fc8f3651 req-9c3cf081-ee72-42d3-8aff-e0fbea18ab57 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396702 May 04 19:12:12.810668 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f83dd1-aed4-4320-89b6-c0c5440652d0 req-0ac53511-3569-4101-b9fd-2ba38b9b50e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:12.812226 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-43f83dd1-aed4-4320-89b6-c0c5440652d0 req-0ac53511-3569-4101-b9fd-2ba38b9b50e9 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.1208081 May 04 19:12:12.926811 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7d83-b1d2-4ce3-833f-f29d375e4235 req-30d5eba8-5a3a-4257-85ee-b6ab39b5e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:12.928258 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0bab7d83-b1d2-4ce3-833f-f29d375e4235 req-30d5eba8-5a3a-4257-85ee-b6ab39b5e983 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2266314 May 04 19:12:12.936792 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-43f83dd1-aed4-4320-89b6-c0c5440652d0 req-24e53886-a786-452a-b622-02652b5188db tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/security-groups?id=8241d552-a51f-42d7-a1c4-9d653fbaf4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953338 May 04 19:12:13.018118 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09b07-0366-45f5-847d-741df2122728 req-c6314de3-427e-4095-ba01-bf2539f22116 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.019781 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d4b09b07-0366-45f5-847d-741df2122728 req-c6314de3-427e-4095-ba01-bf2539f22116 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 945 time: 0.0820987 May 04 19:12:13.023244 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-904fc28e-dd4c-4b51-8e45-775040070975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.024392 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-904fc28e-dd4c-4b51-8e45-775040070975 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1130 time: 0.0777063 May 04 19:12:13.096277 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7d83-b1d2-4ce3-833f-f29d375e4235 req-88357015-0a76-4a3c-b9d3-03624d961967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.097838 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0bab7d83-b1d2-4ce3-833f-f29d375e4235 req-88357015-0a76-4a3c-b9d3-03624d961967 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583598 May 04 19:12:13.166593 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Deleting port ba9cc838-25e8-4a65-849a-ef79368d718d {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:13.166936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:13.171737 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:12:13.201696 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-f06996f8-bb70-418c-8268-d1ff42934de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.202297 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-ad60f8a9-6c92-4e9a-a028-2d1b177951af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.203244 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-f06996f8-bb70-418c-8268-d1ff42934de6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 1128 time: 0.0388050 May 04 19:12:13.203813 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-ad60f8a9-6c92-4e9a-a028-2d1b177951af service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.1703165 May 04 19:12:13.259238 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-24b5a8db-6be2-4b49-b103-c1ea3a95a4db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f533959-c4f2-4e4f-a8ac-4b978c96fb26 HTTP/1.1" status: 200 len: 217 time: 0.0370636 May 04 19:12:13.307834 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-32be8724-7694-4744-97be-9e259f63881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.309289 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-32be8724-7694-4744-97be-9e259f63881d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0430579 May 04 19:12:13.345814 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] For port ba9cc838-25e8-4a65-849a-ef79368d718d, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ba9cc838-25e8-4a65-849a-ef79368d718d,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:13.346180 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:13.351867 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-f4a96032-a566-486f-8755-a700490b460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.353383 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-f4a96032-a566-486f-8755-a700490b460e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372155 May 04 19:12:13.364427 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c5ac0-d3ad-4f19-ab4f-9320485d408f req-8304bcad-309e-4546-b64e-329ebce624c1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.366714 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4c3c5ac0-d3ad-4f19-ab4f-9320485d408f req-8304bcad-309e-4546-b64e-329ebce624c1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.1136489 May 04 19:12:13.376379 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Calling delete_port for ba9cc838-25e8-4a65-849a-ef79368d718d owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:13.379912 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-809d9f25-e45a-4605-9963-bc813a0ffef0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 1001 time: 0.1395719 May 04 19:12:13.453114 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-ac28816a-55bb-4d55-a118-7968eb1ddad5 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917385 May 04 19:12:13.499621 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-62f2bbfc-8eaf-4a1a-957c-0abe5e1bca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.501081 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-62f2bbfc-8eaf-4a1a-957c-0abe5e1bca90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.1139917 May 04 19:12:13.505914 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4c3c5ac0-d3ad-4f19-ab4f-9320485d408f req-a4735275-61ca-420a-ac3d-1a8cf8ba9159 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307747 May 04 19:12:13.545233 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-41f7ce40-0eba-4d96-9142-46dfd1e3dc11 req-cab2404a-5517-438c-91ca-b024051011b9 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851035 May 04 19:12:13.570415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-2a2a8ea0-ff83-4c36-a541-d765bcda8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.571956 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-2a2a8ea0-ff83-4c36-a541-d765bcda8287 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623751 May 04 19:12:13.627110 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (ba9cc838-25e8-4a65-849a-ef79368d718d), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:13.654189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Pushing event deleted for resources: {'Port': ['ID=ba9cc838-25e8-4a65-849a-ef79368d718d,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:13.663972 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['ba9cc838-25e8-4a65-849a-ef79368d718d'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:12:13.701863 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] No DVR routers for this DVR port ba9cc838-25e8-4a65-849a-ef79368d718d on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:13.704919 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:13.709774 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d4b09b07-0366-45f5-847d-741df2122728 req-8c7c0163-d5e6-487e-b81b-c867a03696ce tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.11 "DELETE /v2.0/ports/ba9cc838-25e8-4a65-849a-ef79368d718d HTTP/1.1" status: 204 len: 173 time: 0.6838858 May 04 19:12:13.710380 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'name': 'network-vif-deleted', 'tag': 'ba9cc838-25e8-4a65-849a-ef79368d718d'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:13.713704 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2a09c2-06db-43f1-b89b-d271cf4b018b" -d '{"events": [{"server_uuid": "150304bb-d8d1-4c08-93b6-fc07c69fd846", "name": "network-vif-deleted", "tag": "ba9cc838-25e8-4a65-849a-ef79368d718d"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:13.748221 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee7b4-d077-4943-acbb-67d8d343ced5 req-dc2aa33c-a1fe-4a6c-8b14-4a0ae2c84dd1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:13.749762 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-059ee7b4-d077-4943-acbb-67d8d343ced5 req-dc2aa33c-a1fe-4a6c-8b14-4a0ae2c84dd1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 944 time: 0.0533972 May 04 19:12:13.756950 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bf77ef-9cfa-4299-ae1b-b5cca9876c01 x-openstack-request-id: req-b7bf77ef-9cfa-4299-ae1b-b5cca9876c01 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:13.757423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150304bb-d8d1-4c08-93b6-fc07c69fd846", "name": "network-vif-deleted", "tag": "ba9cc838-25e8-4a65-849a-ef79368d718d", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:13.757926 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7bf77ef-9cfa-4299-ae1b-b5cca9876c01 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:13.758377 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bf77ef-9cfa-4299-ae1b-b5cca9876c01'] response: {'server_uuid': '150304bb-d8d1-4c08-93b6-fc07c69fd846', 'name': 'network-vif-deleted', 'tag': 'ba9cc838-25e8-4a65-849a-ef79368d718d', 'status': 'completed', 'code': 200} May 04 19:12:13.800113 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-059ee7b4-d077-4943-acbb-67d8d343ced5 req-dcf53b5d-0fe5-4743-b957-b45dfc768742 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439625 May 04 19:12:14.040203 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-532ba392-524b-4051-b807-4db5e968f291 req-c14bab50-4630-46f0-80f2-ea063689e52b tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 210 time: 0.0312405 May 04 19:12:14.484640 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-fe46eea6-ce9f-4835-b575-a477fad53e1b service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848758 May 04 19:12:14.592659 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eb1a4846-9230-4f04-a4f5-c8ee5b2faf2b req-0ea5bc6c-5543-4a6a-bdd8-4f159bd9147c service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924191 May 04 19:12:14.625398 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00099285-6baf-4c4f-a2da-8a1be9b4b5a4 req-f001b9a6-e78f-4fa7-ae4c-2cf5e26f4ef8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:14.626909 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-00099285-6baf-4c4f-a2da-8a1be9b4b5a4 req-f001b9a6-e78f-4fa7-ae4c-2cf5e26f4ef8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0477343 May 04 19:12:14.672530 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-00099285-6baf-4c4f-a2da-8a1be9b4b5a4 req-61258c69-2cb6-462a-835c-3102582aa1d3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 May 04 19:12:14.910504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67527cf1-8a4e-4831-878b-c5608b6ad32e req-3f0f9a59-510a-4a7e-96c8-e81275909562 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:14.911923 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-67527cf1-8a4e-4831-878b-c5608b6ad32e req-3f0f9a59-510a-4a7e-96c8-e81275909562 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 944 time: 0.0460017 May 04 19:12:14.958603 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-67527cf1-8a4e-4831-878b-c5608b6ad32e req-f9fb5c59-edba-4c10-bdbd-c6c3b2a3c139 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411930 May 04 19:12:15.146154 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3effbb9a-bdf1-4c18-8332-b7730a1922c8 req-945b7618-1d00-4fe2-85bf-94e74200ce96 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 210 time: 0.0277066 May 04 19:12:15.788443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0144d-a2a3-4dfe-a5a6-71423564b225 req-f485d026-292f-4ae0-9bc0-b844583b23d3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:15.789867 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e3c0144d-a2a3-4dfe-a5a6-71423564b225 req-f485d026-292f-4ae0-9bc0-b844583b23d3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 946 time: 0.0447047 May 04 19:12:15.837083 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e3c0144d-a2a3-4dfe-a5a6-71423564b225 req-4c909dbd-685b-435a-a0d9-6b640ef98fb9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 May 04 19:12:15.988271 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:16.011595 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:12:16.022360 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ba9cc838-25e8-4a65-849a-ef79368d718d no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:16.049743 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: ba9cc838-25e8-4a65-849a-ef79368d718d {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:16.050081 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ba9cc838-25e8-4a65-849a-ef79368d718d not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:16.050495 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:16.074718 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7d2e2-c178-4f72-ade7-a3728ea00483 req-7e665c7e-5c0f-4841-991e-dd5fdba4f179 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:16.076176 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-78e7d2e2-c178-4f72-ade7-a3728ea00483 req-7e665c7e-5c0f-4841-991e-dd5fdba4f179 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 944 time: 0.0480819 May 04 19:12:16.124432 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-78e7d2e2-c178-4f72-ade7-a3728ea00483 req-900cff6c-2ce4-46c6-af27-db0bc95739df tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424740 May 04 19:12:16.187544 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:16.203301 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: ACTIVE; New status is: DOWN {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:12:16.203680 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:16.206457 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'port_id': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'mac_address': 'fa:16:3e:ce:56:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:12:16.246768 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:16.248900 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c6edc-55f2-4aee-a2d9-c741915b85c4" -d '{"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:16.250232 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1e5e404f-d6e1-4636-9972-2905a1cf68fd req-15fe8065-0d12-4913-9e04-2a87c39a2100 tempest-ServerRescueNegativeTestJSON-165151537 tempest-ServerRescueNegativeTestJSON-165151537-project] 10.222.0.69 "GET /v2.0/ports?device_id=150304bb-d8d1-4c08-93b6-fc07c69fd846 HTTP/1.1" status: 200 len: 210 time: 0.0270653 May 04 19:12:16.272273 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:12:16.272273 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:16.274901 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:16.283251 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:16.289690 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a05274-9444-4884-ba75-72337c72292b x-openstack-request-id: req-94a05274-9444-4884-ba75-72337c72292b {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:16.289979 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-unplugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:16.290226 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94a05274-9444-4884-ba75-72337c72292b {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:16.290616 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a05274-9444-4884-ba75-72337c72292b'] response: {'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'code': 200} May 04 19:12:16.293599 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:12:16.345023 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:16.353048 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:16.357378 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=8']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:16.408713 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:16.541228 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-d7a11ec5-346e-45d3-ba87-35d3325df9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:16.542856 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-d7a11ec5-346e-45d3-ba87-35d3325df9f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1128 time: 0.0425129 May 04 19:12:16.657408 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['7f533959-c4f2-4e4f-a8ac-4b978c96fb26'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:12:16.663530 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-25c178e1-e39e-477b-8379-997fa2f33eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:16.664953 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-25c178e1-e39e-477b-8379-997fa2f33eb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.0858274 May 04 19:12:16.880266 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-f4d6c041-663f-46d5-b9bd-69de94e900a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 999 time: 0.0658805 May 04 19:12:16.964611 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-b0edbf1e-032c-4a5a-8ced-b7bdd93d989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:16.966110 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-b0edbf1e-032c-4a5a-8ced-b7bdd93d989d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0797391 May 04 19:12:16.974097 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc1e8f-c6bb-487a-b88f-2bd5564cbea0 req-1733bac5-a34f-4b15-86b0-f78d05730e29 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:16.975453 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e9bc1e8f-c6bb-487a-b88f-2bd5564cbea0 req-1733bac5-a34f-4b15-86b0-f78d05730e29 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0608399 May 04 19:12:17.027017 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-12dacfab-cb49-48e7-884f-2e3beafd1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:17.028464 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-12dacfab-cb49-48e7-884f-2e3beafd1ecf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521772 May 04 19:12:17.072990 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e9bc1e8f-c6bb-487a-b88f-2bd5564cbea0 req-cf93cb26-428d-45e5-ac55-605b3a0f14a7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887506 May 04 19:12:17.412896 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-d2ae0b8a-abe8-4940-b77c-c23a91e727d8 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767691 May 04 19:12:17.419890 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65925acc-a95e-4517-9476-738fb38bc6f8 req-a8020e2e-bdc2-474b-867e-60426d0d141d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:17.421422 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-65925acc-a95e-4517-9476-738fb38bc6f8 req-a8020e2e-bdc2-474b-867e-60426d0d141d tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 945 time: 0.0732603 May 04 19:12:17.423358 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35854) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:17.524096 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-65925acc-a95e-4517-9476-738fb38bc6f8 req-7fe64eaa-1781-4f87-844d-1bd9245fa664 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946243 May 04 19:12:17.557398 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ab6cf104-85fa-4fbd-98cc-843f19bb482f req-0a6faf26-a33b-4222-bb88-586fa24c4350 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345401 May 04 19:12:17.561891 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f14a1216-418c-4a5c-b56a-e81fbb3e3793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.096279 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:12:18.152415 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:12:18.158000 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:12:18.158442 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.233446 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:12:18.233767 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.248432 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.256005 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4ea4-f77c-4522-9b94-2903330b8662 req-75b35937-1079-49c1-9d12-0d69c3c8baa9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:18.257528 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8a0c4ea4-f77c-4522-9b94-2903330b8662 req-75b35937-1079-49c1-9d12-0d69c3c8baa9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.1225541 May 04 19:12:18.259276 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-43b6a000-0fec-4ca0-aad7-e924cb69582f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256280 May 04 19:12:18.270014 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:18.276586 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.277629 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:18.304494 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:18.307300 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f12cdb0-ee3d-47af-af85-804926bdc49d" -d '{"events": [{"server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "name": "network-vif-plugged", "status": "completed", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:18.368839 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c59150-625f-48ae-9a24-75e21fa0ea9d x-openstack-request-id: req-00c59150-625f-48ae-9a24-75e21fa0ea9d {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:18.369205 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "name": "network-vif-plugged", "status": "completed", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:18.369487 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00c59150-625f-48ae-9a24-75e21fa0ea9d {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:18.369881 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c59150-625f-48ae-9a24-75e21fa0ea9d'] response: {'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'code': 200} May 04 19:12:18.371578 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:18.406804 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-097a21ff-3bf7-4f59-b117-895fc01504fb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:18.408508 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-097a21ff-3bf7-4f59-b117-895fc01504fb tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports/7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 941 time: 0.1105232 May 04 19:12:18.418572 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: DOWN; New status is: DOWN {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:12:18.433230 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8a0c4ea4-f77c-4522-9b94-2903330b8662 req-25b633e9-97ba-4f62-862a-dc5150e9c0ef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386685 May 04 19:12:18.595172 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648974-65a7-42a6-9a10-c19f8ee8b647 req-1b7c65cf-5474-403e-900e-0bed183164bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:18.596713 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ba648974-65a7-42a6-9a10-c19f8ee8b647 req-1b7c65cf-5474-403e-900e-0bed183164bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 1130 time: 0.0446131 May 04 19:12:18.659838 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Deleting port dee6390a-cfb5-4471-bada-b25557d9fc5e {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:18.661911 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.673939 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64a9d4-6cbd-462e-a2b7-578e50eda9ea req-9878ca54-40b2-4bda-afc7-e1a1d25e3ae1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:18.675981 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4d64a9d4-6cbd-462e-a2b7-578e50eda9ea req-9878ca54-40b2-4bda-afc7-e1a1d25e3ae1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0744956 May 04 19:12:18.696864 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ba648974-65a7-42a6-9a10-c19f8ee8b647 req-8fcee173-2d30-43d2-ae72-e32e996ae20f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938783 May 04 19:12:18.730944 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4d64a9d4-6cbd-462e-a2b7-578e50eda9ea req-c006367c-f3cb-4e6f-b3e4-4cfd38f5bfe7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462351 May 04 19:12:18.746153 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] For port dee6390a-cfb5-4471-bada-b25557d9fc5e, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=dee6390a-cfb5-4471-bada-b25557d9fc5e,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:18.746517 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.760221 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Calling delete_port for dee6390a-cfb5-4471-bada-b25557d9fc5e owned by network:router_interface {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:18.937172 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (dee6390a-cfb5-4471-bada-b25557d9fc5e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:18.963564 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee6390a-cfb5-4471-bada-b25557d9fc5e,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:18.988159 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.988507 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.988853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.989192 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.989551 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.989882 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.990211 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.990537 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.990867 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.991197 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.991524 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.991850 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.992226 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.992487 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:18.992816 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:12:19.100624 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:19.318902 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:12:19.426505 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:12:19.431295 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-eda82ea3-7445-4446-ab13-2b1574bc3267 admin admin] 10.222.0.69 "PUT /v2.0/routers/c1f0fa00-0624-4f27-9746-05cd77bdb8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069411 May 04 19:12:19.433854 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35902) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:19.435430 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] Sync routers for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:12:19.446713 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:19.447336 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:19.585768 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks [] for router (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:19.589616 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:19.594372 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea9ac-a932-463d-b0a6-20fe900501e7 req-bdf21dba-fe66-401a-8fb6-97e1b60a5c18 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:19.595818 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-036ea9ac-a932-463d-b0a6-20fe900501e7 req-bdf21dba-fe66-401a-8fb6-97e1b60a5c18 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0625119 May 04 19:12:19.711033 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-036ea9ac-a932-463d-b0a6-20fe900501e7 req-35eed7e7-e9da-440e-b553-c202e6f5b5d3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826182 May 04 19:12:19.733344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks [] for router_gateway (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:19.762027 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:12:18Z', 'revision_number': 5, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port': {'id': '6a9e4ade-a6f9-403a-999c-0beac683e155', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:19.781049 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Deleting port 6a9e4ade-a6f9-403a-999c-0beac683e155 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:19.781604 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:19.790477 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] Checking router: c1f0fa00-0624-4f27-9746-05cd77bdb8e4 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:12:19.800233 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] Routers {'c1f0fa00-0624-4f27-9746-05cd77bdb8e4'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:19.801084 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:11:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:19.891663 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] For port 6a9e4ade-a6f9-403a-999c-0beac683e155, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6a9e4ade-a6f9-403a-999c-0beac683e155,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:19.892286 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:19.893803 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9acc01-9efb-43ab-b1c6-bebd2e277fc4 req-6a6a06c2-1a7d-402a-89e3-7bc3bd04fcc7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:19.897945 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8b9acc01-9efb-43ab-b1c6-bebd2e277fc4 req-6a6a06c2-1a7d-402a-89e3-7bc3bd04fcc7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0589223 May 04 19:12:19.906352 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Calling delete_port for 6a9e4ade-a6f9-403a-999c-0beac683e155 owned by network:router_gateway {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:19.916304 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] Set router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 gateway port host: None {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:19.946066 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a387b8a5-6883-4c07-88ef-2098960c880a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:19.952711 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8b9acc01-9efb-43ab-b1c6-bebd2e277fc4 req-e7282b1b-e70f-4b2c-a90d-7214a36ccfdd tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508711 May 04 19:12:19.975078 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:12:19Z', 'revision_number': 6, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port_host': None}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:20.001743 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e08eb-c22e-409d-b201-0a2cd1fda629 None None] The sync data for ids ['c1f0fa00-0624-4f27-9746-05cd77bdb8e4'] in dv-cinder-830901-3-iscsi is: [{'id': 'c1f0fa00-0624-4f27-9746-05cd77bdb8e4', 'name': 'tempest-ServerRescueNegativeTestJSON-220030825-router', 'tenant_id': '5966de1f7fc9403087d0ec08be6a3085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:11Z', 'updated_at': '2022-05-04T19:12:19Z', 'revision_number': 6, 'project_id': '5966de1f7fc9403087d0ec08be6a3085', 'gw_port_host': None}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:12:20.088195 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (6a9e4ade-a6f9-403a-999c-0beac683e155), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.110349 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9e4ade-a6f9-403a-999c-0beac683e155,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:20.140688 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.243059 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.245730 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks [] for router_controller (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.307888 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (c1f0fa00-0624-4f27-9746-05cd77bdb8e4), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.308407 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f0fa00-0624-4f27-9746-05cd77bdb8e4 {{(pid=103487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:12:20.313229 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.314428 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-10c9149a-f324-476c-bf3b-3a44976795c9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c1f0fa00-0624-4f27-9746-05cd77bdb8e4 HTTP/1.1" status: 204 len: 168 time: 0.8794858 May 04 19:12:20.317050 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35912) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:20.361948 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] Deleting subnet 47ee3115-3df9-43cc-a983-a47cbf1b7e43 {{(pid=103488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:12:20.365212 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] Publish callbacks [] for subnet (47ee3115-3df9-43cc-a983-a47cbf1b7e43), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.405047 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31324323'] for subnet (47ee3115-3df9-43cc-a983-a47cbf1b7e43), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.547515 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (47ee3115-3df9-43cc-a983-a47cbf1b7e43), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.568225 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-c06ba281-a7a7-4f37-863c-b28276951efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:20.569728 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-c06ba281-a7a7-4f37-863c-b28276951efb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6&tenant_id=e7beef313fe3439db0866cfdb10fdbe2 HTTP/1.1" status: 200 len: 1128 time: 0.0756536 May 04 19:12:20.602062 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50041905'] for subnet (47ee3115-3df9-43cc-a983-a47cbf1b7e43), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.627627 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ee3115-3df9-43cc-a983-a47cbf1b7e43,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:20.631287 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.634443 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-c5cf5089-d68f-4c6c-9208-daac1d0f3610 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/47ee3115-3df9-43cc-a983-a47cbf1b7e43 HTTP/1.1" status: 204 len: 168 time: 0.3162622 May 04 19:12:20.636856 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35914) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:20.639414 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d797f60-9e0b-4ef8-b34d-1dcd2915e05e None None] Network f77ad9c5-1b1c-436b-b024-d2a34457a300 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:12:20.707948 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (f77ad9c5-1b1c-436b-b024-d2a34457a300), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.754874 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Deleting port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:20.755189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.841687 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] DHCP port deletion for f77ad9c5-1b1c-436b-b024-d2a34457a300 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:12:20.860947 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] For port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:20.861309 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.868957 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-c14e102b-248e-4bd9-be60-7eb6aeaba01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:20.870896 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-c14e102b-248e-4bd9-be60-7eb6aeaba01c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1128 time: 0.0992446 May 04 19:12:20.873408 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6a9e4ade-a6f9-403a-999c-0beac683e155 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:20.882655 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Calling delete_port for 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 owned by network:dhcp {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:20.904435 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 6a9e4ade-a6f9-403a-999c-0beac683e155 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:20.904944 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6a9e4ade-a6f9-403a-999c-0beac683e155 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:20.905622 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dee6390a-cfb5-4471-bada-b25557d9fc5e no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:20.911460 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c3358-15e6-4954-9722-4df26deb8d1d req-9f93eea9-f64b-4bde-a1b8-561c345cab96 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:20.912938 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e96c3358-15e6-4954-9722-4df26deb8d1d req-9f93eea9-f64b-4bde-a1b8-561c345cab96 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0558474 May 04 19:12:20.932002 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: dee6390a-cfb5-4471-bada-b25557d9fc5e {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:20.932490 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dee6390a-cfb5-4471-bada-b25557d9fc5e not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:20.934016 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] Deleting port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 {{(pid=103489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:20.934628 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), before_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.977924 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:20.986211 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e96c3358-15e6-4954-9722-4df26deb8d1d req-6260e652-85d2-4fea-a1d6-1ee3a9a856d9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665853 May 04 19:12:21.021297 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:21.026050 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] No DVR routers for this DVR port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 on host dv-cinder-830901-3-iscsi {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:21.039857 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] For port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,segment=NetworkSegment(2d39e5a6-b5e4-4f67-b31a-0704bfdeade3),segment_id=2d39e5a6-b5e4-4f67-b31a-0704bfdeade3)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:21.040257 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), precommit_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.056312 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.060548 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] Calling delete_port for 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 owned by network:dhcp {{(pid=103489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:21.114384 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb5cc0-215b-47c1-b08f-6fc7fabecb98 req-e3a258cd-e4e0-45c5-8608-1a509d25589b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:21.115847 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-04cb5cc0-215b-47c1-b08f-6fc7fabecb98 req-e3a258cd-e4e0-45c5-8608-1a509d25589b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0642807 May 04 19:12:21.139409 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (f77ad9c5-1b1c-436b-b024-d2a34457a300), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.177313 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77ad9c5-1b1c-436b-b024-d2a34457a300']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:21.181393 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (0c96b2b9-0eac-44d3-b5b4-0cd08fc94755), after_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.189930 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:21.190225 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d39e5a6-b5e4-4f67-b31a-0704bfdeade3') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:21.206966 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (2d39e5a6-b5e4-4f67-b31a-0704bfdeade3), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.212360 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] Pushing event deleted for resources: {'Port': ['ID=0c96b2b9-0eac-44d3-b5b4-0cd08fc94755,revision_number=None']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:21.216650 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b5f0e-4660-4893-b601-141c9d3b522e None None] No DVR routers for this DVR port 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 on host dv-cinder-830901-3-iscsi {{(pid=103489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:21.238050 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-04cb5cc0-215b-47c1-b08f-6fc7fabecb98 req-f854ad7c-2b9b-4c43-8ea3-a0d66f77ff8b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952697 May 04 19:12:21.239342 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (2d39e5a6-b5e4-4f67-b31a-0704bfdeade3), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (2d39e5a6-b5e4-4f67-b31a-0704bfdeade3), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:12:21.256874 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:12:21.308934 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (f77ad9c5-1b1c-436b-b024-d2a34457a300), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.313613 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.316720 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] 10.222.0.69 "DELETE /v2.0/networks/f77ad9c5-1b1c-436b-b024-d2a34457a300 HTTP/1.1" status: 204 len: 168 time: 0.6789670 May 04 19:12:21.331786 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c86d-de72-4285-911e-199d98de887e admin admin] Pushing event deleted for resources: {'Network': ['ID=f77ad9c5-1b1c-436b-b024-d2a34457a300,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:21.359628 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a1c5f-fa5f-445a-811c-8c46de33274c req-0c7cca7a-d761-486f-b3af-d1652b416391 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:21.364906 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-822a1c5f-fa5f-445a-811c-8c46de33274c req-0c7cca7a-d761-486f-b3af-d1652b416391 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0556931 May 04 19:12:21.369784 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35926) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:21.375992 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Request body: {'floatingip': {'port_id': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:12:21.421050 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (5f461955-3b01-4f4c-9dd4-3527cc54894a), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.473531 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-3bcc3fce-4190-4b42-abf3-cfc12f98e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:21.475032 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-3bcc3fce-4190-4b42-abf3-cfc12f98e33e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 200 len: 918 time: 0.1265976 May 04 19:12:21.498156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 35928) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:21.546045 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-27065505-56b1-4903-a527-ebbfacefbe09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 200 len: 999 time: 0.0630796 May 04 19:12:21.602166 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-45e3639b-1763-40e4-9f68-6f39cd99546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:21.604008 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-45e3639b-1763-40e4-9f68-6f39cd99546c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 200 len: 856 time: 0.0520575 May 04 19:12:21.650063 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-0f8838f0-2454-42c6-9bf7-6ddf012c2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:21.651626 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-0f8838f0-2454-42c6-9bf7-6ddf012c2abf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a2f1e63-50e7-4268-b40e-fc952c337bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410490 May 04 19:12:21.744413 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-df1a6795-2b0b-4fe6-a1a2-907503e0294b service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852504 May 04 19:12:21.837731 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-dc32d4d0-3636-4661-a1b5-5c1b92cd3564 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5966de1f7fc9403087d0ec08be6a3085&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3384159 May 04 19:12:21.839991 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a33a0a45-479c-4694-b21f-2ad06031e993 req-8352f4ea-9471-4ccc-aa7a-0040dbf35980 service neutron] 10.222.0.11 "GET /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889888 May 04 19:12:21.840624 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 35930) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:21.891510 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d7c0340a-f7a6-4d0e-b53a-72eb35ded9c4 admin admin] Publish callbacks [] for security_group (8241d552-a51f-42d7-a1c4-9d653fbaf4af), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.913992 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d7c0340a-f7a6-4d0e-b53a-72eb35ded9c4 admin admin] Publish callbacks [] for security_group (8241d552-a51f-42d7-a1c4-9d653fbaf4af), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.962448 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d7c0340a-f7a6-4d0e-b53a-72eb35ded9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8241d552-a51f-42d7-a1c4-9d653fbaf4af), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.965078 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d7c0340a-f7a6-4d0e-b53a-72eb35ded9c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:21.966250 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d7c0340a-f7a6-4d0e-b53a-72eb35ded9c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8241d552-a51f-42d7-a1c4-9d653fbaf4af HTTP/1.1" status: 204 len: 168 time: 0.1247528 May 04 19:12:21.978738 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0340a-f7a6-4d0e-b53a-72eb35ded9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8241d552-a51f-42d7-a1c4-9d653fbaf4af,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:22.126547 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b445e-0a21-404b-ac35-366ad49bdf1b req-37acd917-50c2-458b-aa6c-afd7958d5f77 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:22.128347 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ac0b445e-0a21-404b-ac35-366ad49bdf1b req-37acd917-50c2-458b-aa6c-afd7958d5f77 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0651281 May 04 19:12:22.168966 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:22.174337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (5f461955-3b01-4f4c-9dd4-3527cc54894a), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:22.187082 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-ac0b445e-0a21-404b-ac35-366ad49bdf1b req-54789d85-a8f8-4227-86f5-f0a6ec1ca4d3 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516758 May 04 19:12:22.284789 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 5f461955-3b01-4f4c-9dd4-3527cc54894a associated. External IP: 172.27.2.149, port: 7f533959-c4f2-4e4f-a8ac-4b978c96fb26. May 04 19:12:22.547398 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:22.579907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:22.617043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:22.617690 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 0c96b2b9-0eac-44d3-b5b4-0cd08fc94755 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:22.683591 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:12:22.880456 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:12:22.887094 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:22.895439 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:12:22.916632 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:22.926123 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e6937d19-8e08-4f77-b24f-be98ad88e915 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "PUT /v2.0/floatingips/5f461955-3b01-4f4c-9dd4-3527cc54894a HTTP/1.1" status: 200 len: 992 time: 1.5546672 May 04 19:12:22.930193 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:12:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:22.937129 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:22.944048 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8798fca-83df-4bc1-95e8-bef68cd9c11f" -d '{"events": [{"name": "network-changed", "server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:23.026084 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d7372-4567-4399-a05d-43827d3381d9 x-openstack-request-id: req-2f2d7372-4567-4399-a05d-43827d3381d9 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:23.026492 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:23.026916 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f2d7372-4567-4399-a05d-43827d3381d9 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:23.027566 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2d7372-4567-4399-a05d-43827d3381d9'] response: {'name': 'network-changed', 'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'status': 'completed', 'code': 200} May 04 19:12:23.277053 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-0c9cb770-a0d8-4e0d-87be-3dcc13936098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:23.277790 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:23.280427 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-0c9cb770-a0d8-4e0d-87be-3dcc13936098 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 1130 time: 0.0917768 May 04 19:12:23.385443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c746df-4b8f-426d-a868-fbfbe14fa533 req-9b97b3cc-eb7a-4886-a45c-8c14247b05e7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:23.387029 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-76c746df-4b8f-426d-a868-fbfbe14fa533 req-9b97b3cc-eb7a-4886-a45c-8c14247b05e7 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0658350 May 04 19:12:23.507735 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-76c746df-4b8f-426d-a868-fbfbe14fa533 req-bfc750d5-ea33-4c17-a88a-8c581d346a13 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962510 May 04 19:12:23.528898 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-84c55a22-43f4-454a-b325-9ca89ff1dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:23.530725 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-84c55a22-43f4-454a-b325-9ca89ff1dfa7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 200 len: 916 time: 0.2234669 May 04 19:12:23.601407 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '5f461955-3b01-4f4c-9dd4-3527cc54894a', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:ce:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:12:05Z', 'updated_at': '2022-05-04T19:12:22Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:23.634170 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:12:23.645123 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:23.645947 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:12:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:23.783745 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:23.983968 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:24.062322 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '5f461955-3b01-4f4c-9dd4-3527cc54894a', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:ce:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:12:05Z', 'updated_at': '2022-05-04T19:12:22Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:24.092409 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce194c1-bcca-412a-ab6b-102533cf9792 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '5f461955-3b01-4f4c-9dd4-3527cc54894a', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'port_id': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'mac_address': 'fa:16:3e:ce:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:12:05Z', 'updated_at': '2022-05-04T19:12:22Z', 'revision_number': 1, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:12:24.395928 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c990c7-a85f-4570-a82a-6bfa4ca2a001 None None] New status for floating IP 5f461955-3b01-4f4c-9dd4-3527cc54894a: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:12:24.670347 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5735c-8508-4d3c-b6ad-66febf934f46 req-9123bc73-e5a7-4699-8ad6-96851a068e75 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:24.672546 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-49a5735c-8508-4d3c-b6ad-66febf934f46 req-9123bc73-e5a7-4699-8ad6-96851a068e75 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0911031 May 04 19:12:24.723442 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-49a5735c-8508-4d3c-b6ad-66febf934f46 req-10946538-8832-4eaa-b0b9-df6c18603747 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450242 May 04 19:12:25.857423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a14c90-eef6-4376-a500-4e3653b73c55 req-7bf33840-ea6a-4cf8-8d3b-8e3d0d13824c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:25.871235 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-40a14c90-eef6-4376-a500-4e3653b73c55 req-7bf33840-ea6a-4cf8-8d3b-8e3d0d13824c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0632837 May 04 19:12:25.933331 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-40a14c90-eef6-4376-a500-4e3653b73c55 req-e6b50577-a630-4126-885e-70ab2ae8d108 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645437 May 04 19:12:27.073730 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb822445-f0d9-43dd-bbe5-fb6065407f22 req-36d4e622-aca0-4b13-98f6-89868aa82dc8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:27.075244 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fb822445-f0d9-43dd-bbe5-fb6065407f22 req-36d4e622-aca0-4b13-98f6-89868aa82dc8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0484889 May 04 19:12:27.129769 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fb822445-f0d9-43dd-bbe5-fb6065407f22 req-f22f11b9-24b0-495f-9640-bb7af1085424 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488739 May 04 19:12:28.260584 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2264525-f3ca-49b4-b326-6c84affc1b79 req-3813c24a-0140-44f5-b15f-4360a1138fdf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:28.262103 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d2264525-f3ca-49b4-b326-6c84affc1b79 req-3813c24a-0140-44f5-b15f-4360a1138fdf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0546434 May 04 19:12:28.312097 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d2264525-f3ca-49b4-b326-6c84affc1b79 req-3e6f6d5d-7ae4-498c-9d31-38dbe9868f6a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442011 May 04 19:12:29.439791 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b75db2-8308-4bf8-a559-32f4101ad661 req-1801cb97-7b78-4dd3-8618-5dacfdbcb297 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:29.441481 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d1b75db2-8308-4bf8-a559-32f4101ad661 req-1801cb97-7b78-4dd3-8618-5dacfdbcb297 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0528593 May 04 19:12:29.495754 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-d1b75db2-8308-4bf8-a559-32f4101ad661 req-40b387f7-5906-4df5-aba4-52c7f317b27b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 May 04 19:12:30.614811 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39c40-ac19-489f-9822-513a849b4c62 req-ac57a697-b921-47cf-b701-d2257e3762a9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:30.616279 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bc39c40-ac19-489f-9822-513a849b4c62 req-ac57a697-b921-47cf-b701-d2257e3762a9 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0456822 May 04 19:12:30.665936 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4bc39c40-ac19-489f-9822-513a849b4c62 req-ac645587-453e-4d1d-8364-163e16749a0c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 May 04 19:12:31.237009 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-95e0194c-b7a7-44f5-ac7c-ae8dcf22eec3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f533959-c4f2-4e4f-a8ac-4b978c96fb26 HTTP/1.1" status: 200 len: 1002 time: 0.0609174 May 04 19:12:31.784231 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd6264-1aac-4d03-9a68-20aaa6e58ee2 req-aa95d4b6-0f22-4418-96e2-8c20f82b62de tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:31.785720 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b2dd6264-1aac-4d03-9a68-20aaa6e58ee2 req-aa95d4b6-0f22-4418-96e2-8c20f82b62de tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0480206 May 04 19:12:31.833099 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b2dd6264-1aac-4d03-9a68-20aaa6e58ee2 req-80da8589-34aa-4663-a23a-ebccb2a2875d tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 May 04 19:12:32.054705 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-dc62cdbb-5424-46fb-9c67-cce8b60e3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:32.056425 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-dc62cdbb-5424-46fb-9c67-cce8b60e3971 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 200 len: 854 time: 0.0485480 May 04 19:12:32.436189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-d391582e-f88a-49a4-beb8-999842c03b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:32.437775 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-d391582e-f88a-49a4-beb8-999842c03b3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52743f3b-665f-4119-9451-8ab735a2cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411766 May 04 19:12:32.532146 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-5fa1cbd0-5bc6-4d58-9eab-8b563b2d0ca0 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884292 May 04 19:12:32.626370 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f8798fca-83df-4bc1-95e8-bef68cd9c11f req-481fce81-fd6d-43e3-96ee-37f04a02d044 service neutron] 10.222.0.11 "GET /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841742 May 04 19:12:32.952899 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b448f79-db6e-4510-984d-4a29d6693e0c req-bfb5a639-c2e3-4724-9584-3cbadf7529ef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:32.954366 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6b448f79-db6e-4510-984d-4a29d6693e0c req-bfb5a639-c2e3-4724-9584-3cbadf7529ef tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0496035 May 04 19:12:33.001697 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6b448f79-db6e-4510-984d-4a29d6693e0c req-bf231508-fe11-47d8-8e3c-f39e41d1670c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416145 May 04 19:12:34.119539 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8afb3-0b6d-4615-89e9-8a6fc4e5cbf9 req-e2e84440-6f2e-4af6-9e59-fc0c6840faab tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:34.121003 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dfc8afb3-0b6d-4615-89e9-8a6fc4e5cbf9 req-e2e84440-6f2e-4af6-9e59-fc0c6840faab tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 944 time: 0.0493770 May 04 19:12:34.164067 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:12:34.166852 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dfc8afb3-0b6d-4615-89e9-8a6fc4e5cbf9 req-3bd8780c-2dfa-46ec-b743-0e8be86097fc tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 May 04 19:12:34.261471 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:34.272562 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'port_id': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'mac_address': 'fa:16:3e:fa:37:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:12:34.310009 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:12:34.310399 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:34.323621 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d596d4a-07a6-43a1-bc43-abfd6db7c370 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:12:34.342649 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:34.346268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:34.392535 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=9']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:34.683427 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['7d596d4a-07a6-43a1-bc43-abfd6db7c370'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:12:35.282942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97178-cf54-406b-82e4-74c8669f8d5b req-b8b165d8-0c81-451d-87ac-d777bbcd1bd1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:35.284469 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ade97178-cf54-406b-82e4-74c8669f8d5b req-b8b165d8-0c81-451d-87ac-d777bbcd1bd1 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 945 time: 0.0468760 May 04 19:12:35.331715 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ade97178-cf54-406b-82e4-74c8669f8d5b req-20685fd5-f58b-4244-ab90-1377aac82720 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 May 04 19:12:35.538344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdead9-8d6f-4783-9501-a075af82d1e6 req-0f3d360b-c89c-4409-834e-d65f61a1ce71 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:35.539742 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7cbdead9-8d6f-4783-9501-a075af82d1e6 req-0f3d360b-c89c-4409-834e-d65f61a1ce71 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.0496011 May 04 19:12:35.584619 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7cbdead9-8d6f-4783-9501-a075af82d1e6 req-3b2135ae-04c3-4a41-bf23-a15df14374f7 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 May 04 19:12:36.179116 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:12:36.224960 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:12:36.225334 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:36.307992 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:12:36.308369 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:36.330117 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:36.332306 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2396caf-8fa5-4f70-9c88-8bf02ed2717d" -d '{"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:36.344483 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:36.348336 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:36.374231 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5941690-236f-46dd-be5a-c470d793ba83 x-openstack-request-id: req-c5941690-236f-46dd-be5a-c470d793ba83 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:36.374507 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-plugged", "status": "completed", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:36.374770 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5941690-236f-46dd-be5a-c470d793ba83 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:36.375166 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5941690-236f-46dd-be5a-c470d793ba83'] response: {'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'code': 200} May 04 19:12:36.399328 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=10']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:36.454032 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced95837-452e-4f8e-8ee8-77aee133d1fb req-805dfbbf-cec1-4143-a0a1-a96f44bffd46 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:36.455409 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ced95837-452e-4f8e-8ee8-77aee133d1fb req-805dfbbf-cec1-4143-a0a1-a96f44bffd46 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0474200 May 04 19:12:36.501799 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ced95837-452e-4f8e-8ee8-77aee133d1fb req-8cb39401-20fb-4228-be27-67f80d72c670 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 May 04 19:12:36.701900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795a44-e5eb-468a-8341-6fd8a8c9bd8d req-f7d13598-0ac2-4fc5-91a3-b4dbb04448f3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:36.703828 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8d795a44-e5eb-468a-8341-6fd8a8c9bd8d req-f7d13598-0ac2-4fc5-91a3-b4dbb04448f3 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.0513546 May 04 19:12:36.752459 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8d795a44-e5eb-468a-8341-6fd8a8c9bd8d req-8e96f2a3-db78-4882-ac1b-b3dd27226044 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 May 04 19:12:37.432208 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-71c6d880-925f-4c24-93fb-3715e4d3ee85 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:37.433764 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-71c6d880-925f-4c24-93fb-3715e4d3ee85 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.0780730 May 04 19:12:37.434814 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff689be-c106-4a27-8f9c-ce88f8570153 req-bc4a8727-9098-4f31-b11a-7a9fcfac40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:37.436127 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eff689be-c106-4a27-8f9c-ce88f8570153 req-bc4a8727-9098-4f31-b11a-7a9fcfac40c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 1131 time: 0.0793486 May 04 19:12:37.536319 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eff689be-c106-4a27-8f9c-ce88f8570153 req-905d5da1-1b85-49eb-a416-5d3c5b1b4acb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865052 May 04 19:12:37.548243 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Deleting port 24608008-ae36-4f07-bcff-72a1c2a095b8 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:37.548581 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:37.615984 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae76e6-9d65-492f-b0ec-e20f65325b6c req-2e91ea15-d8f0-452c-893a-e619879f0560 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:37.617665 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e2ae76e6-9d65-492f-b0ec-e20f65325b6c req-2e91ea15-d8f0-452c-893a-e619879f0560 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0448914 May 04 19:12:37.640489 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] For port 24608008-ae36-4f07-bcff-72a1c2a095b8, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=24608008-ae36-4f07-bcff-72a1c2a095b8,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:37.640877 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:37.667858 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e2ae76e6-9d65-492f-b0ec-e20f65325b6c req-fa148bc6-5edb-4a79-af5e-24f13e3752ea tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 May 04 19:12:37.812944 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:37.813627 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (196301e6-cb09-48a3-b468-c7684ec25146), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:37.813734 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Floating IP 196301e6-cb09-48a3-b468-c7684ec25146 disassociated. External IP: 172.27.2.196, port: 24608008-ae36-4f07-bcff-72a1c2a095b8. May 04 19:12:37.814008 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Calling delete_port for 24608008-ae36-4f07-bcff-72a1c2a095b8 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:37.900942 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142ef2-b850-4a05-aee6-0bf3d845425b req-bb36e5a0-8e87-4342-b398-73f53684bb13 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:37.902400 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-04142ef2-b850-4a05-aee6-0bf3d845425b req-bb36e5a0-8e87-4342-b398-73f53684bb13 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 946 time: 0.0797181 May 04 19:12:37.968365 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-04142ef2-b850-4a05-aee6-0bf3d845425b req-c3d561fc-9673-4d24-9e16-7300e07a512d tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d6a4652-97cf-4708-bc14-37f09ae6918f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577939 May 04 19:12:38.012229 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (24608008-ae36-4f07-bcff-72a1c2a095b8), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:38.044556 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event deleted for resources: {'Port': ['ID=24608008-ae36-4f07-bcff-72a1c2a095b8,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:38.155547 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Router 944931c7-997a-4197-ad4a-6a1843a1b8e0 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:12:38.507366 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:12:38.531330 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] Sync routers for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:12:38.550918 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:38.551640 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:12:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:38.609737 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] No DVR routers for this DVR port 24608008-ae36-4f07-bcff-72a1c2a095b8 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:38.612213 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:38.615692 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-10a87c87-6f6c-40cc-96e6-02a640a5876c req-9f7795f2-477a-476c-b79d-f6356d09d6fc tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.11 "DELETE /v2.0/ports/24608008-ae36-4f07-bcff-72a1c2a095b8 HTTP/1.1" status: 204 len: 173 time: 1.1722469 May 04 19:12:38.616023 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'name': 'network-vif-deleted', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:12:38.618390 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9f68e8-04f6-49bb-95c8-4e7131e6969f" -d '{"events": [{"server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "name": "network-vif-deleted", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:12:38.677904 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcaf2ac-deae-4c9c-8d35-46d3db1500f7 x-openstack-request-id: req-5dcaf2ac-deae-4c9c-8d35-46d3db1500f7 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:12:38.678026 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ca0b46-570c-45ff-820a-87a4197033f3", "name": "network-vif-deleted", "tag": "24608008-ae36-4f07-bcff-72a1c2a095b8", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:12:38.678463 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dcaf2ac-deae-4c9c-8d35-46d3db1500f7 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:12:38.678825 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcaf2ac-deae-4c9c-8d35-46d3db1500f7'] response: {'server_uuid': 'c0ca0b46-570c-45ff-820a-87a4197033f3', 'name': 'network-vif-deleted', 'tag': '24608008-ae36-4f07-bcff-72a1c2a095b8', 'status': 'completed', 'code': 200} May 04 19:12:38.715095 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:38.789148 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da4937-bfa4-4116-b296-d2d07c463fca req-921414d8-3eca-4f45-809c-9cc12c576e08 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:38.790940 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0da4937-bfa4-4116-b296-d2d07c463fca req-921414d8-3eca-4f45-809c-9cc12c576e08 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0504792 May 04 19:12:38.840321 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b0da4937-bfa4-4116-b296-d2d07c463fca req-ff1343c5-a407-432e-85f0-f783b24692fa tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 May 04 19:12:38.923588 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:38.951260 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] Checking router: 944931c7-997a-4197-ad4a-6a1843a1b8e0 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:12:38.959580 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:38.960192 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:12:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:39.073245 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-fa65425f-9d82-4f39-ad2e-e42771fc4f4d req-85a245e6-bdb1-450c-9c46-47d39ea03279 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0ca0b46-570c-45ff-820a-87a4197033f3 HTTP/1.1" status: 200 len: 210 time: 0.0316517 May 04 19:12:39.082884 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:39.367265 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:39.393041 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af4a0e-3339-43d3-abb4-955356e6d389 None None] The sync data for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi is: [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c63ca66e-527b-4bf6-8adb-eb86a47495f4', 'name': '', 'network_id': '10d3c238-2c90-40fe-8795-81f60cedf693', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'mac_address': 'fa:16:3e:e9:d5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '112c6114-9040-4008-bf33-67484848b64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:21Z', 'updated_at': '2022-05-04T19:06:35Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'subnets': [{'id': '112c6114-9040-4008-bf33-67484848b64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:12:39.617034 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3942ff8b-b267-4cf9-9014-31c4a0761da9 None None] New status for floating IP 196301e6-cb09-48a3-b468-c7684ec25146: DOWN {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:12:39.964325 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca44518-d1df-4a61-b43f-394bcce90619 req-49b8eef9-0fa4-469d-88d5-999bf249a7b0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:12:39.965873 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dca44518-d1df-4a61-b43f-394bcce90619 req-49b8eef9-0fa4-469d-88d5-999bf249a7b0 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0527456 May 04 19:12:40.020276 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dca44518-d1df-4a61-b43f-394bcce90619 req-c396f13a-848d-4ef8-a354-4e8b67d11672 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484807 May 04 19:12:40.156619 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36290) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:40.194139 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 24608008-ae36-4f07-bcff-72a1c2a095b8 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:40.208185 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-36210c72-a1a3-4502-95c7-a9c110069489 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (4d6a4652-97cf-4708-bc14-37f09ae6918f), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.215284 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 24608008-ae36-4f07-bcff-72a1c2a095b8 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:40.215635 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 24608008-ae36-4f07-bcff-72a1c2a095b8 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:40.231254 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-36210c72-a1a3-4502-95c7-a9c110069489 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (4d6a4652-97cf-4708-bc14-37f09ae6918f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.277645 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-36210c72-a1a3-4502-95c7-a9c110069489 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4d6a4652-97cf-4708-bc14-37f09ae6918f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.280162 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-36210c72-a1a3-4502-95c7-a9c110069489 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.281279 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-36210c72-a1a3-4502-95c7-a9c110069489 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "DELETE /v2.0/security-groups/4d6a4652-97cf-4708-bc14-37f09ae6918f HTTP/1.1" status: 204 len: 168 time: 0.1236217 May 04 19:12:40.284154 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36292) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:40.290175 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36210c72-a1a3-4502-95c7-a9c110069489 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6a4652-97cf-4708-bc14-37f09ae6918f,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:40.297651 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.api.v2.resource [None req-1c81d3ba-7365-45c6-bb6e-cac00f04641b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] show failed (client error): The resource could not be found. May 04 19:12:40.298700 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-1c81d3ba-7365-45c6-bb6e-cac00f04641b tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "GET /v2.0/security-groups/4d6a4652-97cf-4708-bc14-37f09ae6918f HTTP/1.1" status: 404 len: 347 time: 0.0135207 May 04 19:12:40.301427 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36294) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:40.416239 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Deleting port 3cd5e950-7e80-42f6-94b7-9a487eb79917 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:40.416536 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.494977 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.495310 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (3cd5e950-7e80-42f6-94b7-9a487eb79917), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.506905 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Calling delete_port for 3cd5e950-7e80-42f6-94b7-9a487eb79917 owned by network:floatingip {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:40.632837 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (3cd5e950-7e80-42f6-94b7-9a487eb79917), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.661916 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Pushing event deleted for resources: {'Port': ['ID=3cd5e950-7e80-42f6-94b7-9a487eb79917,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:40.720610 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks [] for floatingip (196301e6-cb09-48a3-b468-c7684ec25146), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.723261 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:40.724389 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-6ae8952f-ec47-4814-8e35-47e9d83b3b31 tempest-AttachVolumeTestJSON-1255084976 tempest-AttachVolumeTestJSON-1255084976-project] 10.222.0.69 "DELETE /v2.0/floatingips/196301e6-cb09-48a3-b468-c7684ec25146 HTTP/1.1" status: 204 len: 168 time: 0.4220574 May 04 19:12:44.241237 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36344) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:44.777264 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (944931c7-997a-4197-ad4a-6a1843a1b8e0), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:45.055214 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Deleting port c63ca66e-527b-4bf6-8adb-eb86a47495f4 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:45.055572 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:45.130215 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] For port c63ca66e-527b-4bf6-8adb-eb86a47495f4, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c63ca66e-527b-4bf6-8adb-eb86a47495f4,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:45.130583 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:45.145385 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Calling delete_port for c63ca66e-527b-4bf6-8adb-eb86a47495f4 owned by network:router_interface {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:45.319743 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (c63ca66e-527b-4bf6-8adb-eb86a47495f4), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:45.344677 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63ca66e-527b-4bf6-8adb-eb86a47495f4,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:45.509302 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (944931c7-997a-4197-ad4a-6a1843a1b8e0), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:45.728046 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Router 944931c7-997a-4197-ad4a-6a1843a1b8e0 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:12:45.842498 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:12:45.847687 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-3ca7fa7c-32ec-490e-8b27-5c15ceaffec2 admin admin] 10.222.0.69 "PUT /v2.0/routers/944931c7-997a-4197-ad4a-6a1843a1b8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6053796 May 04 19:12:45.850126 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36364) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:45.852887 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] Sync routers for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:12:45.863790 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:45.864414 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:12:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:45.967582 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks [] for router (944931c7-997a-4197-ad4a-6a1843a1b8e0), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:45.995104 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:46.007351 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.179363 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:12:45Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:46.206415 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] Checking router: 944931c7-997a-4197-ad4a-6a1843a1b8e0 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:12:46.215291 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] Routers {'944931c7-997a-4197-ad4a-6a1843a1b8e0'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:12:46.215920 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:12:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['944931c7-997a-4197-ad4a-6a1843a1b8e0'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:46.315701 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks [] for router_gateway (944931c7-997a-4197-ad4a-6a1843a1b8e0), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.322920 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] Set router 944931c7-997a-4197-ad4a-6a1843a1b8e0 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:12:46.359307 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Deleting port af6e6923-0410-4c69-af0d-4e669815a966 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:46.359889 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (af6e6923-0410-4c69-af0d-4e669815a966), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.439289 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] For port af6e6923-0410-4c69-af0d-4e669815a966, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=af6e6923-0410-4c69-af0d-4e669815a966,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:46.439673 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (af6e6923-0410-4c69-af0d-4e669815a966), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.452562 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Calling delete_port for af6e6923-0410-4c69-af0d-4e669815a966 owned by network:router_gateway {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:46.495899 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:12:45Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:46.522112 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccabc0-8b49-4e1e-bad6-00441fcbc8c8 None None] The sync data for ids ['944931c7-997a-4197-ad4a-6a1843a1b8e0'] in dv-cinder-830901-3-iscsi is: [{'id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'name': 'tempest-AttachVolumeTestJSON-1046236890-router', 'tenant_id': 'df8f18c943e24a3ab621f08fa24c596b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:12Z', 'updated_at': '2022-05-04T19:12:45Z', 'revision_number': 5, 'project_id': 'df8f18c943e24a3ab621f08fa24c596b', 'gw_port': {'id': 'af6e6923-0410-4c69-af0d-4e669815a966', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944931c7-997a-4197-ad4a-6a1843a1b8e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:13Z', 'updated_at': '2022-05-04T19:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:12:46.621572 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (af6e6923-0410-4c69-af0d-4e669815a966), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.644069 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Pushing event deleted for resources: {'Port': ['ID=af6e6923-0410-4c69-af0d-4e669815a966,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:46.705901 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (944931c7-997a-4197-ad4a-6a1843a1b8e0), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.811229 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (944931c7-997a-4197-ad4a-6a1843a1b8e0), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.813254 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks [] for router_controller (944931c7-997a-4197-ad4a-6a1843a1b8e0), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.875899 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (944931c7-997a-4197-ad4a-6a1843a1b8e0), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.876443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944931c7-997a-4197-ad4a-6a1843a1b8e0 {{(pid=103488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:12:46.881306 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.882547 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-caf27f68-16e5-465e-a140-f2c7a52b760f admin admin] 10.222.0.69 "DELETE /v2.0/routers/944931c7-997a-4197-ad4a-6a1843a1b8e0 HTTP/1.1" status: 204 len: 168 time: 1.0314684 May 04 19:12:46.886100 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36368) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:46.930896 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_v2 [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] Deleting subnet 112c6114-9040-4008-bf33-67484848b64a {{(pid=103488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:12:46.934127 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] Publish callbacks [] for subnet (112c6114-9040-4008-bf33-67484848b64a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:46.974674 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31324323'] for subnet (112c6114-9040-4008-bf33-67484848b64a), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.053672 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (112c6114-9040-4008-bf33-67484848b64a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.110881 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50041905'] for subnet (112c6114-9040-4008-bf33-67484848b64a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.140388 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112c6114-9040-4008-bf33-67484848b64a,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:47.148452 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.154404 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36372) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:47.155310 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-907f0b39-3ee3-40e5-9d97-6bd2c10291b2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/112c6114-9040-4008-bf33-67484848b64a HTTP/1.1" status: 204 len: 168 time: 0.2680457 May 04 19:12:47.157760 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56f3fb7-9fb9-4bb5-bb80-d4fa7b22318f None None] Network 10d3c238-2c90-40fe-8795-81f60cedf693 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:12:47.228930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (10d3c238-2c90-40fe-8795-81f60cedf693), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.276549 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Deleting port b0b95f14-2d06-4eb2-bab7-719d98ffe672 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:12:47.276887 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.340610 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] For port b0b95f14-2d06-4eb2-bab7-719d98ffe672, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=b0b95f14-2d06-4eb2-bab7-719d98ffe672,segment=NetworkSegment(35b513c2-9f50-4038-b7bf-21e361e1b710),segment_id=35b513c2-9f50-4038-b7bf-21e361e1b710)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:12:47.340963 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.353294 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Calling delete_port for b0b95f14-2d06-4eb2-bab7-719d98ffe672 owned by network:dhcp {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:12:47.429776 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (b0b95f14-2d06-4eb2-bab7-719d98ffe672), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.454285 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b95f14-2d06-4eb2-bab7-719d98ffe672,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:47.457769 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] No DVR routers for this DVR port b0b95f14-2d06-4eb2-bab7-719d98ffe672 on host dv-cinder-830901-3-iscsi {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:12:47.523386 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89745d5c-9672-4b9d-a73e-bb09705ff593 None None] DHCP port deletion for 10d3c238-2c90-40fe-8795-81f60cedf693 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:12:47.531620 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (10d3c238-2c90-40fe-8795-81f60cedf693), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.559960 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.560379 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.561036 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.561363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > port after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.561821 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.562161 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > port after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.562515 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.562814 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.563001 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-095e70ed-ee84-419f-8102-5edc0c951fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.563130 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.563401 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.657381 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.657754 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.658082 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.658409 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 19:12:47.658776 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d3c238-2c90-40fe-8795-81f60cedf693']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:47.676814 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b513c2-9f50-4038-b7bf-21e361e1b710') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:47.677106 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b513c2-9f50-4038-b7bf-21e361e1b710') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:12:47.693069 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (35b513c2-9f50-4038-b7bf-21e361e1b710), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.713667 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (35b513c2-9f50-4038-b7bf-21e361e1b710), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.721664 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:12:47.722044 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (35b513c2-9f50-4038-b7bf-21e361e1b710), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: from cryptography.utils import int_from_bytes May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: from cryptography.utils import int_from_bytes May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:12:47.726519 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:12:47.786089 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (10d3c238-2c90-40fe-8795-81f60cedf693), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.793951 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:47.797193 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] 10.222.0.69 "DELETE /v2.0/networks/10d3c238-2c90-40fe-8795-81f60cedf693 HTTP/1.1" status: 204 len: 168 time: 0.6416948 May 04 19:12:47.807085 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8654a5-d5b9-4860-b453-8afc7ec59d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d3c238-2c90-40fe-8795-81f60cedf693,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:47.906477 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36376) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:47.945179 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-bb81facb-1931-4d6b-a105-f244dbfd9196 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df8f18c943e24a3ab621f08fa24c596b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375850 May 04 19:12:47.947669 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36378) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:47.993970 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff7cd7fc-7da6-457e-87fc-2713662affaf admin admin] Publish callbacks [] for security_group (e416b479-9723-47f4-a05b-7afa3147010d), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:48.013919 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff7cd7fc-7da6-457e-87fc-2713662affaf admin admin] Publish callbacks [] for security_group (e416b479-9723-47f4-a05b-7afa3147010d), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:48.063715 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff7cd7fc-7da6-457e-87fc-2713662affaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (e416b479-9723-47f4-a05b-7afa3147010d), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:48.066357 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff7cd7fc-7da6-457e-87fc-2713662affaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:48.067488 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ff7cd7fc-7da6-457e-87fc-2713662affaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e416b479-9723-47f4-a05b-7afa3147010d HTTP/1.1" status: 204 len: 168 time: 0.1189690 May 04 19:12:48.075126 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cd7fc-7da6-457e-87fc-2713662affaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e416b479-9723-47f4-a05b-7afa3147010d,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:48.526708 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device af6e6923-0410-4c69-af0d-4e669815a966 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:48.549825 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: af6e6923-0410-4c69-af0d-4e669815a966 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:48.550173 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device af6e6923-0410-4c69-af0d-4e669815a966 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:48.550593 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device b0b95f14-2d06-4eb2-bab7-719d98ffe672 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:48.570100 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: b0b95f14-2d06-4eb2-bab7-719d98ffe672 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:48.570449 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device b0b95f14-2d06-4eb2-bab7-719d98ffe672 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:48.571455 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c63ca66e-527b-4bf6-8adb-eb86a47495f4 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:12:48.590819 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: c63ca66e-527b-4bf6-8adb-eb86a47495f4 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:12:48.591169 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c63ca66e-527b-4bf6-8adb-eb86a47495f4 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:12:49.908586 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d8a63b26-3092-46b4-a88a-2d931535600a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:50.170967 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:12:50.996843 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:52.516588 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:53.947026 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.410257 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36566) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:58.515578 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-417fd007-f527-41f3-938e-446351464e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.595385 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-417fd007-f527-41f3-938e-446351464e59 admin admin] Publish callbacks [] for security_group (383e7eff-3c65-4447-b7ca-c5a0a3f63cb3), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.599646 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-417fd007-f527-41f3-938e-446351464e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (383e7eff-3c65-4447-b7ca-c5a0a3f63cb3), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.640889 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-417fd007-f527-41f3-938e-446351464e59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3621a1bbaf384d9d8f0c7fb4138d3818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295406 May 04 19:12:58.641998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fd007-f527-41f3-938e-446351464e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e7eff-3c65-4447-b7ca-c5a0a3f63cb3,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:12:58.643796 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36572) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:12:58.698829 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08099b4b-5c89-44ff-8e44-9fcad70932dd admin admin] Publish callbacks [] for security_group (383e7eff-3c65-4447-b7ca-c5a0a3f63cb3), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.721928 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08099b4b-5c89-44ff-8e44-9fcad70932dd admin admin] Publish callbacks [] for security_group (383e7eff-3c65-4447-b7ca-c5a0a3f63cb3), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.767971 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08099b4b-5c89-44ff-8e44-9fcad70932dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (383e7eff-3c65-4447-b7ca-c5a0a3f63cb3), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.770524 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-08099b4b-5c89-44ff-8e44-9fcad70932dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:58.771655 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-08099b4b-5c89-44ff-8e44-9fcad70932dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/383e7eff-3c65-4447-b7ca-c5a0a3f63cb3 HTTP/1.1" status: 204 len: 168 time: 0.1263137 May 04 19:12:58.779776 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08099b4b-5c89-44ff-8e44-9fcad70932dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e7eff-3c65-4447-b7ca-c5a0a3f63cb3,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:08.334588 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36760) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:08.438254 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.510787 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Publish callbacks [] for security_group (fb3b5512-dc4c-44e4-aa8d-d928eccedc04), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.514299 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (fb3b5512-dc4c-44e4-aa8d-d928eccedc04), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.551300 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9189667a7f284900b9b40069b41bb6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156823 May 04 19:13:08.552145 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b5512-dc4c-44e4-aa8d-d928eccedc04,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:08.554004 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36766) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:08.559992 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.560442 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.560783 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.561116 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.561443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.561786 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.562106 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.562426 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.562744 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.563086 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.563405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.563719 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.564032 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.564343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.564653 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336d7c1-c1b8-45f0-8fe1-8d1dfddad61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:08.601568 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fd13ebc5-a8b4-49f5-bcf7-7b7975909fd5 admin admin] Publish callbacks [] for security_group (fb3b5512-dc4c-44e4-aa8d-d928eccedc04), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.623105 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fd13ebc5-a8b4-49f5-bcf7-7b7975909fd5 admin admin] Publish callbacks [] for security_group (fb3b5512-dc4c-44e4-aa8d-d928eccedc04), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.670231 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fd13ebc5-a8b4-49f5-bcf7-7b7975909fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (fb3b5512-dc4c-44e4-aa8d-d928eccedc04), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.672762 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-fd13ebc5-a8b4-49f5-bcf7-7b7975909fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.673897 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-fd13ebc5-a8b4-49f5-bcf7-7b7975909fd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb3b5512-dc4c-44e4-aa8d-d928eccedc04 HTTP/1.1" status: 204 len: 168 time: 0.1188989 May 04 19:13:08.682033 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13ebc5-a8b4-49f5-bcf7-7b7975909fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b5512-dc4c-44e4-aa8d-d928eccedc04,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:08.922423 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36772) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:08.935211 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0efe9b15-8e7b-4e55-80ca-ebe0d1d9ea39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:09.013562 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0efe9b15-8e7b-4e55-80ca-ebe0d1d9ea39 admin admin] Publish callbacks [] for security_group (6a34c9c8-88e2-4107-9562-145d937e336c), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:09.017575 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0efe9b15-8e7b-4e55-80ca-ebe0d1d9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (6a34c9c8-88e2-4107-9562-145d937e336c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:09.055520 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0efe9b15-8e7b-4e55-80ca-ebe0d1d9ea39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0d29e2797784af5878e79c527dca74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320028 May 04 19:13:09.056337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe9b15-8e7b-4e55-80ca-ebe0d1d9ea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a34c9c8-88e2-4107-9562-145d937e336c,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:09.058285 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36774) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:09.108304 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf184-b124-4eb7-9381-20d253708cfe admin admin] Publish callbacks [] for security_group (6a34c9c8-88e2-4107-9562-145d937e336c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:09.130485 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf184-b124-4eb7-9381-20d253708cfe admin admin] Publish callbacks [] for security_group (6a34c9c8-88e2-4107-9562-145d937e336c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:09.175597 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf184-b124-4eb7-9381-20d253708cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (6a34c9c8-88e2-4107-9562-145d937e336c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:09.178040 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf184-b124-4eb7-9381-20d253708cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:09.179154 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7dbdf184-b124-4eb7-9381-20d253708cfe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a34c9c8-88e2-4107-9562-145d937e336c HTTP/1.1" status: 204 len: 168 time: 0.1198578 May 04 19:13:09.186490 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdf184-b124-4eb7-9381-20d253708cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a34c9c8-88e2-4107-9562-145d937e336c,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:11.072979 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36862) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:11.172371 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10119c1d-9ed7-421b-8a15-cbc665091d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.247119 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10119c1d-9ed7-421b-8a15-cbc665091d0d admin admin] Publish callbacks [] for security_group (f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.253040 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-10119c1d-9ed7-421b-8a15-cbc665091d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.290648 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-10119c1d-9ed7-421b-8a15-cbc665091d0d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=431f0245c7c44747810a613b773d847f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165806 May 04 19:13:11.291494 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10119c1d-9ed7-421b-8a15-cbc665091d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:11.294200 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36874) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:11.345057 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-927b337e-a278-4234-9317-1179adbcaf8c admin admin] Publish callbacks [] for security_group (f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.365733 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-927b337e-a278-4234-9317-1179adbcaf8c admin admin] Publish callbacks [] for security_group (f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.412991 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-927b337e-a278-4234-9317-1179adbcaf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.416136 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-927b337e-a278-4234-9317-1179adbcaf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.418628 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-927b337e-a278-4234-9317-1179adbcaf8c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c HTTP/1.1" status: 204 len: 168 time: 0.1232262 May 04 19:13:11.427776 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b337e-a278-4234-9317-1179adbcaf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b21046-2f4e-4d05-b0e5-3b2e1ba06b0c,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:11.684204 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36882) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:11.699476 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-203ea9a8-3cf8-449d-b1a0-15d89ad710ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.791329 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-203ea9a8-3cf8-449d-b1a0-15d89ad710ef admin admin] Publish callbacks [] for security_group (049138d7-c79b-4cb5-990a-bbe89a3881fa), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.794954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-203ea9a8-3cf8-449d-b1a0-15d89ad710ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (049138d7-c79b-4cb5-990a-bbe89a3881fa), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.832178 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-203ea9a8-3cf8-449d-b1a0-15d89ad710ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dbd0c7c0c35f4fd6b9a63217b4e65a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469512 May 04 19:13:11.833111 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ea9a8-3cf8-449d-b1a0-15d89ad710ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049138d7-c79b-4cb5-990a-bbe89a3881fa,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:11.834839 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36884) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:11.883989 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-89da76c8-de33-417a-a8c3-6b97572f3da3 admin admin] Publish callbacks [] for security_group (049138d7-c79b-4cb5-990a-bbe89a3881fa), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.905284 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-89da76c8-de33-417a-a8c3-6b97572f3da3 admin admin] Publish callbacks [] for security_group (049138d7-c79b-4cb5-990a-bbe89a3881fa), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.956583 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-89da76c8-de33-417a-a8c3-6b97572f3da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (049138d7-c79b-4cb5-990a-bbe89a3881fa), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.959349 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-89da76c8-de33-417a-a8c3-6b97572f3da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:11.960522 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-89da76c8-de33-417a-a8c3-6b97572f3da3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/049138d7-c79b-4cb5-990a-bbe89a3881fa HTTP/1.1" status: 204 len: 168 time: 0.1246777 May 04 19:13:11.968993 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da76c8-de33-417a-a8c3-6b97572f3da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049138d7-c79b-4cb5-990a-bbe89a3881fa,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:13.795922 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36972) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:13.895806 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab3c46f4-69b9-4d73-8120-4b7fdb3e63c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:13.969008 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab3c46f4-69b9-4d73-8120-4b7fdb3e63c9 admin admin] Publish callbacks [] for security_group (ed20beb8-7ef4-49c8-8ab9-74be8653f138), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:13.972689 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ab3c46f4-69b9-4d73-8120-4b7fdb3e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ed20beb8-7ef4-49c8-8ab9-74be8653f138), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.010450 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ab3c46f4-69b9-4d73-8120-4b7fdb3e63c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb7119b4f1e0424ca770b32006d082c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135146 May 04 19:13:14.011541 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c46f4-69b9-4d73-8120-4b7fdb3e63c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20beb8-7ef4-49c8-8ab9-74be8653f138,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:14.013376 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36978) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:14.063145 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-28782f0c-ccf5-4a11-b9e7-5b29486680d2 admin admin] Publish callbacks [] for security_group (ed20beb8-7ef4-49c8-8ab9-74be8653f138), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.084199 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-28782f0c-ccf5-4a11-b9e7-5b29486680d2 admin admin] Publish callbacks [] for security_group (ed20beb8-7ef4-49c8-8ab9-74be8653f138), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.128889 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-28782f0c-ccf5-4a11-b9e7-5b29486680d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ed20beb8-7ef4-49c8-8ab9-74be8653f138), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.131593 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-28782f0c-ccf5-4a11-b9e7-5b29486680d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.132703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-28782f0c-ccf5-4a11-b9e7-5b29486680d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed20beb8-7ef4-49c8-8ab9-74be8653f138 HTTP/1.1" status: 204 len: 168 time: 0.1182466 May 04 19:13:14.140869 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28782f0c-ccf5-4a11-b9e7-5b29486680d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20beb8-7ef4-49c8-8ab9-74be8653f138,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:14.381934 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 36984) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:14.394798 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-19f7652d-d4ed-4be3-a299-bad50879091f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.468200 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-19f7652d-d4ed-4be3-a299-bad50879091f admin admin] Publish callbacks [] for security_group (47b83581-8d14-4aff-becf-68cbf894fd81), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.471923 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-19f7652d-d4ed-4be3-a299-bad50879091f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (47b83581-8d14-4aff-becf-68cbf894fd81), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.512338 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-19f7652d-d4ed-4be3-a299-bad50879091f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20f878c5ccd2471bb9bec88d797f3e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294134 May 04 19:13:14.513178 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7652d-d4ed-4be3-a299-bad50879091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b83581-8d14-4aff-becf-68cbf894fd81,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:14.515041 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 36986) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:14.562984 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6b95ae7-bea3-42c9-82e1-7d7d3a062a01 admin admin] Publish callbacks [] for security_group (47b83581-8d14-4aff-becf-68cbf894fd81), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.585891 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6b95ae7-bea3-42c9-82e1-7d7d3a062a01 admin admin] Publish callbacks [] for security_group (47b83581-8d14-4aff-becf-68cbf894fd81), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.630753 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6b95ae7-bea3-42c9-82e1-7d7d3a062a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (47b83581-8d14-4aff-becf-68cbf894fd81), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.633704 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f6b95ae7-bea3-42c9-82e1-7d7d3a062a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:14.634800 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f6b95ae7-bea3-42c9-82e1-7d7d3a062a01 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47b83581-8d14-4aff-becf-68cbf894fd81 HTTP/1.1" status: 204 len: 168 time: 0.1187658 May 04 19:13:14.644654 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b95ae7-bea3-42c9-82e1-7d7d3a062a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b83581-8d14-4aff-becf-68cbf894fd81,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:16.014477 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.547178 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37072) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:16.650761 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-def9a1fe-12a8-45fd-a9fe-dec73a538ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.721678 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-def9a1fe-12a8-45fd-a9fe-dec73a538ed2 admin admin] Publish callbacks [] for security_group (3385ff9b-d30d-4a45-904c-2e6fdcea46e3), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.724966 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-def9a1fe-12a8-45fd-a9fe-dec73a538ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3385ff9b-d30d-4a45-904c-2e6fdcea46e3), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.761877 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-def9a1fe-12a8-45fd-a9fe-dec73a538ed2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f92d0d2150dc43b5b84f80408830faf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136848 May 04 19:13:16.762762 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9a1fe-12a8-45fd-a9fe-dec73a538ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3385ff9b-d30d-4a45-904c-2e6fdcea46e3,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:16.764987 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37076) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:16.811095 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b90174ef-a1ac-49bb-b324-d64ab74b107c admin admin] Publish callbacks [] for security_group (3385ff9b-d30d-4a45-904c-2e6fdcea46e3), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.831382 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b90174ef-a1ac-49bb-b324-d64ab74b107c admin admin] Publish callbacks [] for security_group (3385ff9b-d30d-4a45-904c-2e6fdcea46e3), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.882149 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b90174ef-a1ac-49bb-b324-d64ab74b107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3385ff9b-d30d-4a45-904c-2e6fdcea46e3), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.884573 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b90174ef-a1ac-49bb-b324-d64ab74b107c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:16.885762 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b90174ef-a1ac-49bb-b324-d64ab74b107c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3385ff9b-d30d-4a45-904c-2e6fdcea46e3 HTTP/1.1" status: 204 len: 168 time: 0.1197479 May 04 19:13:16.896987 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90174ef-a1ac-49bb-b324-d64ab74b107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385ff9b-d30d-4a45-904c-2e6fdcea46e3,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:17.182369 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37094) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:17.195413 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e467d04d-1df2-4c35-be1a-3bb42aa6c0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:17.270313 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e467d04d-1df2-4c35-be1a-3bb42aa6c0b4 admin admin] Publish callbacks [] for security_group (94f05c33-733b-4315-bcbf-4ff9f7540eb8), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:17.273748 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e467d04d-1df2-4c35-be1a-3bb42aa6c0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (94f05c33-733b-4315-bcbf-4ff9f7540eb8), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:17.313938 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e467d04d-1df2-4c35-be1a-3bb42aa6c0b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5878996f7314e86bf51783519f7ae6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304862 May 04 19:13:17.314976 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467d04d-1df2-4c35-be1a-3bb42aa6c0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f05c33-733b-4315-bcbf-4ff9f7540eb8,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:17.316677 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37096) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:17.363761 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d96ea13-7119-4680-bac3-ab26dde4836e admin admin] Publish callbacks [] for security_group (94f05c33-733b-4315-bcbf-4ff9f7540eb8), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:17.384796 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d96ea13-7119-4680-bac3-ab26dde4836e admin admin] Publish callbacks [] for security_group (94f05c33-733b-4315-bcbf-4ff9f7540eb8), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:17.431900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d96ea13-7119-4680-bac3-ab26dde4836e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (94f05c33-733b-4315-bcbf-4ff9f7540eb8), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:17.434587 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d96ea13-7119-4680-bac3-ab26dde4836e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:17.435718 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-5d96ea13-7119-4680-bac3-ab26dde4836e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94f05c33-733b-4315-bcbf-4ff9f7540eb8 HTTP/1.1" status: 204 len: 168 time: 0.1179776 May 04 19:13:17.449626 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96ea13-7119-4680-bac3-ab26dde4836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f05c33-733b-4315-bcbf-4ff9f7540eb8,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:17.567036 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-63bdc265-611a-4a76-afb6-4933fc01acba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.083853 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37118) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:18.178283 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1959475270-network', 'tenant_id': 'd906eb75d4b94d78bd9d9a37676e9302'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:18.198421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Made reservation on behalf of d906eb75d4b94d78bd9d9a37676e9302 for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:18.200621 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.211444 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.286063 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks [] for security_group (0e4c88cc-2c8b-40f5-bdbf-8122054f8678), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.290553 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0e4c88cc-2c8b-40f5-bdbf-8122054f8678), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.319911 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:13:18.326381 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c88cc-2c8b-40f5-bdbf-8122054f8678,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:18.331481 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (a4630115-7a55-439d-9d6f-95ba84960061), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.331748 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Added segment a4630115-7a55-439d-9d6f-95ba84960061 of type vlan for network f196feeb-477b-49d3-806d-cc12a76e80d6 May 04 19:13:18.377415 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (f196feeb-477b-49d3-806d-cc12a76e80d6), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.404757 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (f196feeb-477b-49d3-806d-cc12a76e80d6), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.405804 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:18.406457 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.448850 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3637023 May 04 19:13:18.449630 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37130) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:18.454776 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Request body: {'subnet': {'network_id': 'f196feeb-477b-49d3-806d-cc12a76e80d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1959475270-subnet', 'tenant_id': 'd906eb75d4b94d78bd9d9a37676e9302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:18.475274 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Made reservation on behalf of d906eb75d4b94d78bd9d9a37676e9302 for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:18.476955 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe08619-fabf-4caa-873d-859e10a48558 admin admin] Pushing event updated for resources: {'Network': ['ID=f196feeb-477b-49d3-806d-cc12a76e80d6,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:18.478273 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24450787'] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.489018 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network f196feeb-477b-49d3-806d-cc12a76e80d6 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:13:18.655478 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24582072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24450705'] for subnet (da6c92cd-bccf-40eb-b0fa-9c460831c95a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.713483 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6c92cd-bccf-40eb-b0fa-9c460831c95a,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:18.718715 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Checking segment: {'id': 'a4630115-7a55-439d-9d6f-95ba84960061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f196feeb-477b-49d3-806d-cc12a76e80d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:18.719071 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Network hostable DHCP agents. Network: f196feeb-477b-49d3-806d-cc12a76e80d6, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:13:18.737331 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Network f196feeb-477b-49d3-806d-cc12a76e80d6 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:13:18.746607 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, f196feeb-477b-49d3-806d-cc12a76e80d6) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:18.751160 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:18.752599 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:18.755905 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6d28aa-d4f3-4da6-9a79-05254c11d714 None None] Network f196feeb-477b-49d3-806d-cc12a76e80d6 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:18.770183 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c3508910-032d-4367-a6c9-d0595ed99903 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3194592 May 04 19:13:18.858216 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26afd86a-2adb-42ac-a9a8-8028d29b0c09 None None] Network f196feeb-477b-49d3-806d-cc12a76e80d6 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:19.220846 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37158) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:19.225674 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-202579845-network', 'tenant_id': '7282138e66be4bdbb947b5e0e476f317'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:19.244436 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Made reservation on behalf of 7282138e66be4bdbb947b5e0e476f317 for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:19.246809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.255624 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.334390 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks [] for security_group (caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.338653 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.363764 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:13:19.372646 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:19.381509 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (4f487b19-553b-4386-b5d5-cbeecb7336a0), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.381853 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Added segment 4f487b19-553b-4386-b5d5-cbeecb7336a0 of type vlan for network 236398c0-ae13-4008-b55b-426babe2c659 May 04 19:13:19.383794 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.384139 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.384573 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.384919 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.385254 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.385626 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.385954 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.386276 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.386601 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.386927 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.387249 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.387576 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.387900 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.388217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.388535 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:19.437123 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (236398c0-ae13-4008-b55b-426babe2c659), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.460277 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (236398c0-ae13-4008-b55b-426babe2c659), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.461483 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:19.462654 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.494098 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2721612 May 04 19:13:19.496884 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37160) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:19.501831 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Request body: {'subnet': {'network_id': '236398c0-ae13-4008-b55b-426babe2c659', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-202579845-subnet', 'tenant_id': '7282138e66be4bdbb947b5e0e476f317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:19.520898 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Made reservation on behalf of 7282138e66be4bdbb947b5e0e476f317 for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:19.523255 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.527173 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffe598-9b66-4b24-bfed-e7aed42a977c admin admin] Pushing event updated for resources: {'Network': ['ID=236398c0-ae13-4008-b55b-426babe2c659,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:19.536518 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 236398c0-ae13-4008-b55b-426babe2c659 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:13:19.690817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (4874475b-c476-42ef-ac17-c463bb58017d), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.744115 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4874475b-c476-42ef-ac17-c463bb58017d,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:19.752383 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Checking segment: {'id': '4f487b19-553b-4386-b5d5-cbeecb7336a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '236398c0-ae13-4008-b55b-426babe2c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:19.752731 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Network hostable DHCP agents. Network: 236398c0-ae13-4008-b55b-426babe2c659, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:13:19.769581 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Network 236398c0-ae13-4008-b55b-426babe2c659 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:13:19.778180 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 236398c0-ae13-4008-b55b-426babe2c659) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:19.782055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:19.782643 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:19.787261 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df002a-9e1d-4f1d-9e68-d7c3ddc899dd None None] Network 236398c0-ae13-4008-b55b-426babe2c659 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:19.808693 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-fd97d2b1-5c78-4c6e-bf6e-b9fd356ab12a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3029308 May 04 19:13:19.901710 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0590799-15b6-4698-bc1f-de77fbbf0efd None None] Network 236398c0-ae13-4008-b55b-426babe2c659 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:19.934019 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c8355cdb-b5b4-4a3e-b113-7f007bb91e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:20.997413 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:22.201850 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba031798-9fee-44d9-a4e3-9d3979a1d7d4 req-3c12244f-f00c-45a2-9102-71297933ae25 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:22.203211 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ba031798-9fee-44d9-a4e3-9d3979a1d7d4 req-3c12244f-f00c-45a2-9102-71297933ae25 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0462050 May 04 19:13:22.248566 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ba031798-9fee-44d9-a4e3-9d3979a1d7d4 req-1e214ecf-fa3f-4fcf-a984-bf663c7e1336 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399320 May 04 19:13:22.525712 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:22.655591 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5a13c-381a-42d1-b928-3d588d3e3de6 req-a924223c-2291-45a6-aec7-1b7865e5a37a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:22.656982 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7d5a13c-381a-42d1-b928-3d588d3e3de6 req-a924223c-2291-45a6-aec7-1b7865e5a37a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0526679 May 04 19:13:22.704691 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f7d5a13c-381a-42d1-b928-3d588d3e3de6 req-3771ffcd-e260-47ba-b4d9-b8cebb217f0e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419786 May 04 19:13:23.364153 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de562e1-16ae-44d8-8cf9-16b5be68cf26 req-fb3aa241-f03d-4446-b8b0-dbd93fdc72ab tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:23.365629 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0de562e1-16ae-44d8-8cf9-16b5be68cf26 req-fb3aa241-f03d-4446-b8b0-dbd93fdc72ab tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0492694 May 04 19:13:23.411067 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0de562e1-16ae-44d8-8cf9-16b5be68cf26 req-f4a2f29c-560a-4ee1-bc46-28d8793ce41f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399837 May 04 19:13:23.823874 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6428e3-99c0-4e52-9138-1cdc0bb31051 req-9d6cd748-4bdb-49a1-91b1-687f37c72446 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:23.825329 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cb6428e3-99c0-4e52-9138-1cdc0bb31051 req-9d6cd748-4bdb-49a1-91b1-687f37c72446 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0519166 May 04 19:13:23.871086 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cb6428e3-99c0-4e52-9138-1cdc0bb31051 req-ddd23f08-e806-430d-b1b9-cc0791cad3c6 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401542 May 04 19:13:23.952229 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:24.522537 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790df5b-ac19-4449-b6da-97ecb0833e4c req-da108844-6f10-4d09-97cd-01382f44ad28 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:24.523962 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3790df5b-ac19-4449-b6da-97ecb0833e4c req-da108844-6f10-4d09-97cd-01382f44ad28 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0454013 May 04 19:13:24.567611 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3790df5b-ac19-4449-b6da-97ecb0833e4c req-89e257fc-a1e9-49ac-a7a4-ccfe8f50049f tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382042 May 04 19:13:24.986817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52470a-bd96-46a2-b314-0533cbc830f7 req-a835ee97-9290-48a1-b3ef-42191b3275bd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:24.988304 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8b52470a-bd96-46a2-b314-0533cbc830f7 req-a835ee97-9290-48a1-b3ef-42191b3275bd tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0467260 May 04 19:13:25.039715 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8b52470a-bd96-46a2-b314-0533cbc830f7 req-51bbd014-3884-41a4-99d7-28e7a66fcc96 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459139 May 04 19:13:25.683172 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836806-6b0b-4fbb-b4c7-279565c96778 req-12d7323c-84f1-4764-89c3-de8b28a9ea6c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:25.684618 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a9836806-6b0b-4fbb-b4c7-279565c96778 req-12d7323c-84f1-4764-89c3-de8b28a9ea6c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0510526 May 04 19:13:25.734765 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a9836806-6b0b-4fbb-b4c7-279565c96778 req-d0aed2cf-6972-485f-9175-1c8a8e3379c7 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436609 May 04 19:13:26.155844 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6c4c3-3b4b-4546-a434-94f33bd6a348 req-5f6da29f-7238-4add-914a-0d1946b9d893 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:26.157258 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4fe6c4c3-3b4b-4546-a434-94f33bd6a348 req-5f6da29f-7238-4add-914a-0d1946b9d893 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0457325 May 04 19:13:26.206487 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4fe6c4c3-3b4b-4546-a434-94f33bd6a348 req-6acadf49-47ef-41e3-9522-80ec0c814601 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 May 04 19:13:26.846993 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1694ed1-0d81-4e68-8afb-6dda749613d1 req-86ff30c8-6e82-4351-81fe-6421c846870b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:26.848460 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e1694ed1-0d81-4e68-8afb-6dda749613d1 req-86ff30c8-6e82-4351-81fe-6421c846870b tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0464213 May 04 19:13:26.902896 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e1694ed1-0d81-4e68-8afb-6dda749613d1 req-7f834455-a6e9-422c-adf7-4186cbf1ea6e tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482304 May 04 19:13:27.171018 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:13:27.324500 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba384c-93f2-44e6-a82e-35ea6e3682f7 req-2fa99d10-fb45-4048-aa37-de480866f5cf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:27.325939 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-18ba384c-93f2-44e6-a82e-35ea6e3682f7 req-2fa99d10-fb45-4048-aa37-de480866f5cf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0463850 May 04 19:13:27.371232 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-18ba384c-93f2-44e6-a82e-35ea6e3682f7 req-9f638639-9e21-437f-b173-d68e24a5804e tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397675 May 04 19:13:27.594259 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3f925cbb-0bed-406f-a45e-afcd1e3da816 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:27.595676 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3f925cbb-0bed-406f-a45e-afcd1e3da816 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0761836 May 04 19:13:27.615600 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c45b9-49af-43d3-896d-6deead6813af req-c0f5619a-b69a-4e05-b609-c677d620a262 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:27.616958 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c24c45b9-49af-43d3-896d-6deead6813af req-c0f5619a-b69a-4e05-b609-c677d620a262 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0698166 May 04 19:13:27.743843 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:27.744234 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:27.767227 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Deleting port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:27.767549 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:27.903384 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] For port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:27.903750 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:27.924954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] For port 7d596d4a-07a6-43a1-bc43-abfd6db7c370, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=7d596d4a-07a6-43a1-bc43-abfd6db7c370,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:27.925152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:28.021701 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2ac0e-dd37-4853-932f-15346d6bd2d8 req-182fd386-7238-4346-a74c-bfc449e6aa5c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:28.023931 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dce2ac0e-dd37-4853-932f-15346d6bd2d8 req-182fd386-7238-4346-a74c-bfc449e6aa5c tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 946 time: 0.0492818 May 04 19:13:28.075722 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dce2ac0e-dd37-4853-932f-15346d6bd2d8 req-3f8e8102-5469-448a-aa8f-0659a9499e61 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups?id=87f262c3-8e9a-410c-8486-a3f1f8055ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456696 May 04 19:13:28.235434 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:28.235800 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (5f461955-3b01-4f4c-9dd4-3527cc54894a), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:28.236115 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Floating IP 5f461955-3b01-4f4c-9dd4-3527cc54894a disassociated. External IP: 172.27.2.149, port: 7f533959-c4f2-4e4f-a8ac-4b978c96fb26. May 04 19:13:28.236448 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:28.258609 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:28.258775 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (220a3746-915b-44d3-96a4-f262ce0e2195), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:28.259023 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Floating IP 220a3746-915b-44d3-96a4-f262ce0e2195 disassociated. External IP: 172.27.2.61, port: 7d596d4a-07a6-43a1-bc43-abfd6db7c370. May 04 19:13:28.259365 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Calling delete_port for 7d596d4a-07a6-43a1-bc43-abfd6db7c370 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:28.530497 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce67a2-2deb-4eaf-8875-15195c7064e0 req-9fbe6f39-6645-42e4-918e-1096921c9740 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:28.531980 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41ce67a2-2deb-4eaf-8875-15195c7064e0 req-9fbe6f39-6645-42e4-918e-1096921c9740 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 947 time: 0.0803270 May 04 19:13:28.532591 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (7d596d4a-07a6-43a1-bc43-abfd6db7c370), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:28.534769 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (7f533959-c4f2-4e4f-a8ac-4b978c96fb26), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:28.578625 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event deleted for resources: {'Port': ['ID=7d596d4a-07a6-43a1-bc43-abfd6db7c370,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:28.662050 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=7f533959-c4f2-4e4f-a8ac-4b978c96fb26,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:28.977980 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41ce67a2-2deb-4eaf-8875-15195c7064e0 req-ffcda4de-44c1-40bf-b4b8-fd03d2539988 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups?id=13c63e5a-4186-4ba3-9f1f-a87931c1d165&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4348564 May 04 19:13:29.100231 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:13:29.102138 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:13:29.303619 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:13:29.315111 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:13:29.316723 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:13:29.325750 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] Sync routers for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:13:29.341940 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:29.342845 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:29.343581 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:29.344524 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:29.373842 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] No DVR routers for this DVR port 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:13:29.379491 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:29.383036 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b92352d8-aec7-4ec5-9bc1-e7c824c19300 req-3bf8887f-113e-4fce-b793-d7ad08c8f0d6 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.11 "DELETE /v2.0/ports/7f533959-c4f2-4e4f-a8ac-4b978c96fb26 HTTP/1.1" status: 204 len: 173 time: 1.7816253 May 04 19:13:29.383240 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'name': 'network-vif-deleted', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:13:29.385591 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d972b9f-a2c6-4070-a3b9-1c3f54bdc479" -d '{"events": [{"server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "name": "network-vif-deleted", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:13:29.429679 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] No DVR routers for this DVR port 7d596d4a-07a6-43a1-bc43-abfd6db7c370 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:13:29.435117 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:29.443087 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c24c45b9-49af-43d3-896d-6deead6813af req-12c09487-beb0-4082-b388-c5378ea00eaf tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.11 "DELETE /v2.0/ports/7d596d4a-07a6-43a1-bc43-abfd6db7c370 HTTP/1.1" status: 204 len: 173 time: 1.8078322 May 04 19:13:29.472376 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-19ef6717-d108-49cc-90ac-9dabfce6ec7b req-70474444-2b5e-4729-9945-b740b9580002 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/ports?device_id=2af1ff2e-191e-467e-b95d-1bc5f35d7e15 HTTP/1.1" status: 200 len: 210 time: 0.3178616 May 04 19:13:29.493552 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:29.598691 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:29.683503 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02c18e7-c2fb-4956-b297-7937f248d2d0 x-openstack-request-id: req-e02c18e7-c2fb-4956-b297-7937f248d2d0 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:13:29.684375 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1ff2e-191e-467e-b95d-1bc5f35d7e15", "name": "network-vif-deleted", "tag": "7f533959-c4f2-4e4f-a8ac-4b978c96fb26", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:13:29.684789 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e02c18e7-c2fb-4956-b297-7937f248d2d0 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:13:29.685556 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02c18e7-c2fb-4956-b297-7937f248d2d0'] response: {'server_uuid': '2af1ff2e-191e-467e-b95d-1bc5f35d7e15', 'name': 'network-vif-deleted', 'tag': '7f533959-c4f2-4e4f-a8ac-4b978c96fb26', 'status': 'completed', 'code': 200} May 04 19:13:29.733666 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:29.870141 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] Checking router: 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:13:29.878498 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:29.879102 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:29.985061 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:30.001742 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:30.017022 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:13:30.026021 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:30.026531 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:30.092640 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-afac8a7e-b77c-43e3-8048-8d63c6085747 req-4c057643-4701-4f37-9763-2a9b22a4470a tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc9f6260-f308-4f45-809e-40f50eeb47d6 HTTP/1.1" status: 200 len: 210 time: 0.0267627 May 04 19:13:30.142963 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:30.206008 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:30.240430 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9612db-6d83-4639-bc1b-983866fa592a None None] The sync data for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi is: [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:06:17Z', 'revision_number': 4, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'a78ac215-2628-427a-a955-1d002ad48cd2', 'name': '', 'network_id': '3a2f1e63-50e7-4268-b40e-fc952c337bb5', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'mac_address': 'fa:16:3e:ab:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:15Z', 'updated_at': '2022-05-04T19:06:27Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'subnets': [{'id': '17dfd93e-a83a-4804-9de5-b6aff3d84893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:13:30.367495 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:30.401135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91077f-0814-4b54-bad1-05f9a1976dd6 None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:28Z', 'revision_number': 4, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'ad70d2a1-28a0-4dbd-8c72-3defc323fa9c', 'name': '', 'network_id': '52743f3b-665f-4119-9451-8ab735a2cc02', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'mac_address': 'fa:16:3e:fb:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:27Z', 'updated_at': '2022-05-04T19:07:31Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'subnets': [{'id': 'bb3dd897-3460-4581-b818-c986365d4fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:13:30.546094 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980b5f3d-e05b-49b1-8a6a-009fecc6a07c None None] New status for floating IP 220a3746-915b-44d3-96a4-f262ce0e2195: DOWN {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:13:30.554582 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37356) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:30.647525 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-67250387-7bdd-413f-be07-4483ff7c91ad tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (87f262c3-8e9a-410c-8486-a3f1f8055ef4), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:30.680828 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-67250387-7bdd-413f-be07-4483ff7c91ad tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (87f262c3-8e9a-410c-8486-a3f1f8055ef4), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:30.755246 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-67250387-7bdd-413f-be07-4483ff7c91ad tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (87f262c3-8e9a-410c-8486-a3f1f8055ef4), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:30.756008 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2936c8b-a28a-4ec8-86da-41b4f36fab95 None None] New status for floating IP 5f461955-3b01-4f4c-9dd4-3527cc54894a: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:13:30.759405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-67250387-7bdd-413f-be07-4483ff7c91ad tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:30.761280 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-67250387-7bdd-413f-be07-4483ff7c91ad tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/security-groups/87f262c3-8e9a-410c-8486-a3f1f8055ef4 HTTP/1.1" status: 204 len: 168 time: 0.2057455 May 04 19:13:30.764620 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37362) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:30.773323 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67250387-7bdd-413f-be07-4483ff7c91ad tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f262c3-8e9a-410c-8486-a3f1f8055ef4,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:30.781072 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.api.v2.resource [None req-f755ecfb-eb22-49c0-a9b9-487ec0d0f0da tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] show failed (client error): The resource could not be found. May 04 19:13:30.785436 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37364) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:30.785810 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f755ecfb-eb22-49c0-a9b9-487ec0d0f0da tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "GET /v2.0/security-groups/87f262c3-8e9a-410c-8486-a3f1f8055ef4 HTTP/1.1" status: 404 len: 347 time: 0.0197055 May 04 19:13:30.909745 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Deleting port ec0a0dc5-d67c-45d9-9e0f-7da0998d6103 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:30.910094 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:30.929784 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37368) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:30.959187 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:30.981638 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:30.981993 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7f533959-c4f2-4e4f-a8ac-4b978c96fb26 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:30.982424 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:30.992060 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:30.992405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.007939 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 7d596d4a-07a6-43a1-bc43-abfd6db7c370 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:31.008293 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 7d596d4a-07a6-43a1-bc43-abfd6db7c370 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:31.020590 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Calling delete_port for ec0a0dc5-d67c-45d9-9e0f-7da0998d6103 owned by network:floatingip {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:31.062219 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-461b076d-4a45-4256-9bba-fd1feeff59b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.147576 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-461b076d-4a45-4256-9bba-fd1feeff59b0 admin admin] Publish callbacks [] for security_group (8fed525e-673f-452e-adee-c160c960a166), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.153665 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-461b076d-4a45-4256-9bba-fd1feeff59b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8fed525e-673f-452e-adee-c160c960a166), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.177271 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (ec0a0dc5-d67c-45d9-9e0f-7da0998d6103), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.194691 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37380) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:31.208771 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-461b076d-4a45-4256-9bba-fd1feeff59b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85b08b06631a4d8e8c9dd284dda8d86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779505 May 04 19:13:31.209055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Pushing event deleted for resources: {'Port': ['ID=ec0a0dc5-d67c-45d9-9e0f-7da0998d6103,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:31.213775 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37382) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:31.217993 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b076d-4a45-4256-9bba-fd1feeff59b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed525e-673f-452e-adee-c160c960a166,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:31.280292 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-034e3447-d335-4f16-9f01-8738b60b6f9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (13c63e5a-4186-4ba3-9f1f-a87931c1d165), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.305528 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks [] for floatingip (5f461955-3b01-4f4c-9dd4-3527cc54894a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.308504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.309260 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-034e3447-d335-4f16-9f01-8738b60b6f9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (13c63e5a-4186-4ba3-9f1f-a87931c1d165), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.317267 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e2f47fae-db7a-4f0f-a398-d12888e856c1 tempest-AttachVolumeNegativeTest-1230587408 tempest-AttachVolumeNegativeTest-1230587408-project] 10.222.0.69 "DELETE /v2.0/floatingips/5f461955-3b01-4f4c-9dd4-3527cc54894a HTTP/1.1" status: 204 len: 168 time: 0.5306344 May 04 19:13:31.358259 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a248b6c-88a2-445c-9874-df439fb731db admin admin] Publish callbacks [] for security_group (8fed525e-673f-452e-adee-c160c960a166), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.384426 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-034e3447-d335-4f16-9f01-8738b60b6f9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (13c63e5a-4186-4ba3-9f1f-a87931c1d165), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.387192 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a248b6c-88a2-445c-9874-df439fb731db admin admin] Publish callbacks [] for security_group (8fed525e-673f-452e-adee-c160c960a166), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.393271 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-034e3447-d335-4f16-9f01-8738b60b6f9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.394459 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-034e3447-d335-4f16-9f01-8738b60b6f9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "DELETE /v2.0/security-groups/13c63e5a-4186-4ba3-9f1f-a87931c1d165 HTTP/1.1" status: 204 len: 168 time: 0.1960652 May 04 19:13:31.400064 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37390) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:31.407333 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e3447-d335-4f16-9f01-8738b60b6f9c tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c63e5a-4186-4ba3-9f1f-a87931c1d165,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:31.425800 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.api.v2.resource [None req-e21fffaa-4d45-4011-ba69-0e429696198b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] show failed (client error): The resource could not be found. May 04 19:13:31.426858 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e21fffaa-4d45-4011-ba69-0e429696198b tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "GET /v2.0/security-groups/13c63e5a-4186-4ba3-9f1f-a87931c1d165 HTTP/1.1" status: 404 len: 347 time: 0.0256927 May 04 19:13:31.430043 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37394) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:31.474951 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a248b6c-88a2-445c-9874-df439fb731db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8fed525e-673f-452e-adee-c160c960a166), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.477790 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a248b6c-88a2-445c-9874-df439fb731db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.479404 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7a248b6c-88a2-445c-9874-df439fb731db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8fed525e-673f-452e-adee-c160c960a166 HTTP/1.1" status: 204 len: 168 time: 0.2646556 May 04 19:13:31.487317 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a248b6c-88a2-445c-9874-df439fb731db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed525e-673f-452e-adee-c160c960a166,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:31.569683 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Deleting port 9e828258-81da-4651-971b-9c7ac27fc76f {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:31.570022 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (9e828258-81da-4651-971b-9c7ac27fc76f), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.648280 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (9e828258-81da-4651-971b-9c7ac27fc76f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.648664 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (9e828258-81da-4651-971b-9c7ac27fc76f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.663366 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Calling delete_port for 9e828258-81da-4651-971b-9c7ac27fc76f owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:31.686505 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-deleted', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:13:31.689016 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0630c35-491f-4e07-a785-e46f0dbb47aa" -d '{"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-deleted", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:13:31.727542 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19477e2-eeb9-471e-8c41-36fb857a3257 x-openstack-request-id: req-a19477e2-eeb9-471e-8c41-36fb857a3257 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:13:31.727912 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9f6260-f308-4f45-809e-40f50eeb47d6", "name": "network-vif-deleted", "tag": "7d596d4a-07a6-43a1-bc43-abfd6db7c370", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:13:31.728126 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a19477e2-eeb9-471e-8c41-36fb857a3257 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:13:31.729165 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19477e2-eeb9-471e-8c41-36fb857a3257'] response: {'server_uuid': 'bc9f6260-f308-4f45-809e-40f50eeb47d6', 'name': 'network-vif-deleted', 'tag': '7d596d4a-07a6-43a1-bc43-abfd6db7c370', 'status': 'completed', 'code': 200} May 04 19:13:31.768239 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37402) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:31.782409 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-52551f8f-fa69-4160-8125-bc68f5abba7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.805302 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (9e828258-81da-4651-971b-9c7ac27fc76f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.831068 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Pushing event deleted for resources: {'Port': ['ID=9e828258-81da-4651-971b-9c7ac27fc76f,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:31.867975 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-52551f8f-fa69-4160-8125-bc68f5abba7e admin admin] Publish callbacks [] for security_group (fd305110-fe57-4f69-b2d0-8b36d99784ae), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.871292 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-52551f8f-fa69-4160-8125-bc68f5abba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (fd305110-fe57-4f69-b2d0-8b36d99784ae), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.893312 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks [] for floatingip (220a3746-915b-44d3-96a4-f262ce0e2195), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.895858 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.897097 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f79a21e4-db83-4212-b82d-65bfa7ddbad8 tempest-AttachVolumeShelveTestJSON-416088131 tempest-AttachVolumeShelveTestJSON-416088131-project] 10.222.0.69 "DELETE /v2.0/floatingips/220a3746-915b-44d3-96a4-f262ce0e2195 HTTP/1.1" status: 204 len: 168 time: 0.4660800 May 04 19:13:31.911854 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-52551f8f-fa69-4160-8125-bc68f5abba7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86597bfbb98247cf8f484935b56c1603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425111 May 04 19:13:31.912762 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52551f8f-fa69-4160-8125-bc68f5abba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd305110-fe57-4f69-b2d0-8b36d99784ae,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:31.914619 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37404) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:31.968181 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2446aee8-45da-497e-b5b5-b7c28c5a8edc admin admin] Publish callbacks [] for security_group (fd305110-fe57-4f69-b2d0-8b36d99784ae), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.992931 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2446aee8-45da-497e-b5b5-b7c28c5a8edc admin admin] Publish callbacks [] for security_group (fd305110-fe57-4f69-b2d0-8b36d99784ae), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:32.051014 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2446aee8-45da-497e-b5b5-b7c28c5a8edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (fd305110-fe57-4f69-b2d0-8b36d99784ae), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:32.054024 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2446aee8-45da-497e-b5b5-b7c28c5a8edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:32.055205 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2446aee8-45da-497e-b5b5-b7c28c5a8edc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd305110-fe57-4f69-b2d0-8b36d99784ae HTTP/1.1" status: 204 len: 168 time: 0.1397383 May 04 19:13:32.063411 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446aee8-45da-497e-b5b5-b7c28c5a8edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd305110-fe57-4f69-b2d0-8b36d99784ae,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:34.320863 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37534) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:34.801110 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.041905 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Deleting port a78ac215-2628-427a-a955-1d002ad48cd2 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:35.042263 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.068419 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37558) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:35.137843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] For port a78ac215-2628-427a-a955-1d002ad48cd2, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a78ac215-2628-427a-a955-1d002ad48cd2,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:35.138248 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.152403 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Calling delete_port for a78ac215-2628-427a-a955-1d002ad48cd2 owned by network:router_interface {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:35.362934 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (a78ac215-2628-427a-a955-1d002ad48cd2), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.412915 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=a78ac215-2628-427a-a955-1d002ad48cd2,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:35.502853 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.596421 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.749979 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Deleting port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:35.750418 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.841573 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:13:35.847315 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] For port ad70d2a1-28a0-4dbd-8c72-3defc323fa9c, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:35.847714 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:35.862396 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Calling delete_port for ad70d2a1-28a0-4dbd-8c72-3defc323fa9c owned by network:router_interface {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:35.960838 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:13:35.969699 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8b951023-7ab6-476b-b7b3-976f389a8ecf admin admin] 10.222.0.69 "PUT /v2.0/routers/3561ecbc-7dd7-4d26-8182-5c66d8ebae59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6421096 May 04 19:13:35.970054 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37586) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:35.973732 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] Sync routers for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:13:35.985436 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:35.986598 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:36.070073 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (ad70d2a1-28a0-4dbd-8c72-3defc323fa9c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.086434 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks [] for router (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.098439 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ad70d2a1-28a0-4dbd-8c72-3defc323fa9c,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:36.107569 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:36.225892 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks [] for router_gateway (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.286046 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Deleting port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:36.287696 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.300205 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.313206 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:13:35Z', 'revision_number': 5, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port': {'id': 'e1b66967-f5a9-4d0e-8279-c0f861a2e9e4', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:06:09Z', 'updated_at': '2022-05-04T19:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:36.351584 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] Checking router: 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:13:36.360289 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] Routers {'3561ecbc-7dd7-4d26-8182-5c66d8ebae59'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:36.361050 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:36.390207 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] For port e1b66967-f5a9-4d0e-8279-c0f861a2e9e4, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:36.390763 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.404394 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Calling delete_port for e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 owned by network:router_gateway {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:36.457878 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] Set router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 gateway port host: None {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:36.512436 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:13:36Z', 'revision_number': 6, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port_host': None}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:36.541507 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Router c53cd5a5-5e78-4782-a1c9-64040e74fb7c has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:13:36.556377 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b0a96-8218-4625-b602-9a2f2b7c8c6d None None] The sync data for ids ['3561ecbc-7dd7-4d26-8182-5c66d8ebae59'] in dv-cinder-830901-3-iscsi is: [{'id': '3561ecbc-7dd7-4d26-8182-5c66d8ebae59', 'name': 'tempest-AttachVolumeShelveTestJSON-1838254278-router', 'tenant_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:06:08Z', 'updated_at': '2022-05-04T19:13:36Z', 'revision_number': 6, 'project_id': 'e7beef313fe3439db0866cfdb10fdbe2', 'gw_port_host': None}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:13:36.607463 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (e1b66967-f5a9-4d0e-8279-c0f861a2e9e4), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.633612 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b66967-f5a9-4d0e-8279-c0f861a2e9e4,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:36.682931 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:13:36.688332 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-a06b40f2-2e28-4faa-9367-a7256f8957ab admin admin] 10.222.0.69 "PUT /v2.0/routers/c53cd5a5-5e78-4782-a1c9-64040e74fb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6188822 May 04 19:13:36.690705 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37598) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:36.701992 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] Sync routers for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:13:36.712634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.717015 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:36.722701 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:36.737511 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37600) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:36.807742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.809930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks [] for router_controller (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.819273 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] Deleting subnet da6c92cd-bccf-40eb-b0fa-9c460831c95a {{(pid=103488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:13:36.824103 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] Publish callbacks [] for subnet (da6c92cd-bccf-40eb-b0fa-9c460831c95a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.838521 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:36.870518 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks [] for router (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.871212 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (3561ecbc-7dd7-4d26-8182-5c66d8ebae59), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.872037 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3561ecbc-7dd7-4d26-8182-5c66d8ebae59 {{(pid=103487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:13:36.876585 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31324323'] for subnet (da6c92cd-bccf-40eb-b0fa-9c460831c95a), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.880585 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.884183 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e876de7b-b8db-4240-9804-2081ef7d5861 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3561ecbc-7dd7-4d26-8182-5c66d8ebae59 HTTP/1.1" status: 204 len: 168 time: 0.9109471 May 04 19:13:36.885416 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37602) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:36.940714 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] Deleting subnet 17dfd93e-a83a-4804-9de5-b6aff3d84893 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:13:36.946636 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] Publish callbacks [] for subnet (17dfd93e-a83a-4804-9de5-b6aff3d84893), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.983906 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (da6c92cd-bccf-40eb-b0fa-9c460831c95a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:36.994983 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (17dfd93e-a83a-4804-9de5-b6aff3d84893), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.043103 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:13:36Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:37.080693 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] Checking router: c53cd5a5-5e78-4782-a1c9-64040e74fb7c for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:13:37.092631 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] Routers {'c53cd5a5-5e78-4782-a1c9-64040e74fb7c'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:37.093561 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:37.151689 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (17dfd93e-a83a-4804-9de5-b6aff3d84893), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.227185 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] Set router c53cd5a5-5e78-4782-a1c9-64040e74fb7c gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:37.227407 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (17dfd93e-a83a-4804-9de5-b6aff3d84893), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.271527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17dfd93e-a83a-4804-9de5-b6aff3d84893,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:37.274448 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593b2ba-4d45-441d-9cef-f1860d191edc None None] Network 3a2f1e63-50e7-4268-b40e-fc952c337bb5 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:37.275151 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.280570 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0dade70e-1422-434e-ad78-8df75625f294 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/17dfd93e-a83a-4804-9de5-b6aff3d84893 HTTP/1.1" status: 204 len: 168 time: 0.3939948 May 04 19:13:37.284829 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37608) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:37.374075 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks [] for router_gateway (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.394437 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50041905'] for subnet (da6c92cd-bccf-40eb-b0fa-9c460831c95a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.450750 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (3a2f1e63-50e7-4268-b40e-fc952c337bb5), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.451322 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6c92cd-bccf-40eb-b0fa-9c460831c95a,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:37.461032 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.467383 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-6f0ee4c8-e632-4d06-bfc5-3bc06a662d98 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/da6c92cd-bccf-40eb-b0fa-9c460831c95a HTTP/1.1" status: 204 len: 168 time: 0.7255802 May 04 19:13:37.468337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37614) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:37.490105 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Deleting port 6ada3a3a-6829-47ce-996c-068ebe942bb2 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:37.490467 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.511705 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:13:36Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:37.549853 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9ab5c-bc9a-4875-ac3b-526c63aac26d None None] The sync data for ids ['c53cd5a5-5e78-4782-a1c9-64040e74fb7c'] in dv-cinder-830901-3-iscsi is: [{'id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'name': 'tempest-AttachVolumeNegativeTest-1187961765-router', 'tenant_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:13:36Z', 'revision_number': 5, 'project_id': 'ef1ba9318cf84308a3ff6ce6da85755d', 'gw_port': {'id': '6ada3a3a-6829-47ce-996c-068ebe942bb2', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53cd5a5-5e78-4782-a1c9-64040e74fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:07:25Z', 'updated_at': '2022-05-04T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:13:37.581107 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] DHCP port deletion for 3a2f1e63-50e7-4268-b40e-fc952c337bb5 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:13:37.607588 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] For port 6ada3a3a-6829-47ce-996c-068ebe942bb2, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6ada3a3a-6829-47ce-996c-068ebe942bb2,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:37.608031 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.621537 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Calling delete_port for 6ada3a3a-6829-47ce-996c-068ebe942bb2 owned by network:router_gateway {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:37.625232 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (f196feeb-477b-49d3-806d-cc12a76e80d6), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.627775 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Deleting port a7781739-af02-4f24-baa0-1d6342ae9466 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:37.628093 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.636363 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Deleting port a7781739-af02-4f24-baa0-1d6342ae9466 {{(pid=103489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:37.636746 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), before_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.703871 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] For port a7781739-af02-4f24-baa0-1d6342ae9466, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a7781739-af02-4f24-baa0-1d6342ae9466,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:37.704488 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), precommit_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.721253 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Calling delete_port for a7781739-af02-4f24-baa0-1d6342ae9466 owned by network:dhcp {{(pid=103489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:37.817421 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (6ada3a3a-6829-47ce-996c-068ebe942bb2), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.850142 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ada3a3a-6829-47ce-996c-068ebe942bb2,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:37.928436 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.971123 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), after_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:37.989132 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] No DVR routers for this DVR port a7781739-af02-4f24-baa0-1d6342ae9466 on host dv-cinder-830901-3-iscsi {{(pid=103489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:13:38.028136 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Pushing event deleted for resources: {'Port': ['ID=a7781739-af02-4f24-baa0-1d6342ae9466,revision_number=None']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:38.036241 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.036241 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.036624 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.036824 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.037069 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.037644 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.038049 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.038409 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.038792 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.039188 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.039524 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.040006 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.040490 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.040967 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.041328 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd3f2f-8b7d-4611-bf69-422d2f8a2774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:13:38.076189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.080947 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks [] for router_controller (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.081159 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] For port a7781739-af02-4f24-baa0-1d6342ae9466, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=a7781739-af02-4f24-baa0-1d6342ae9466,segment=NetworkSegment(6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2),segment_id=6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:38.081557 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.099857 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Calling delete_port for a7781739-af02-4f24-baa0-1d6342ae9466 owned by network:dhcp {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:38.123719 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (f196feeb-477b-49d3-806d-cc12a76e80d6), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.129309 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (c53cd5a5-5e78-4782-a1c9-64040e74fb7c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.130688 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53cd5a5-5e78-4782-a1c9-64040e74fb7c {{(pid=103488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:13:38.138468 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.140230 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-1e114a15-9800-4144-b4f2-5d3e352d42a5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c53cd5a5-5e78-4782-a1c9-64040e74fb7c HTTP/1.1" status: 204 len: 168 time: 1.4485276 May 04 19:13:38.142942 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37616) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:38.152424 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f196feeb-477b-49d3-806d-cc12a76e80d6']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:38.188167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_v2 [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] Deleting subnet bb3dd897-3460-4581-b818-c986365d4fa5 {{(pid=103488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:13:38.192001 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] Publish callbacks [] for subnet (bb3dd897-3460-4581-b818-c986365d4fa5), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.192210 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4630115-7a55-439d-9d6f-95ba84960061') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:38.192513 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4630115-7a55-439d-9d6f-95ba84960061') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:38.205126 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (a4630115-7a55-439d-9d6f-95ba84960061), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.229323 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (a4630115-7a55-439d-9d6f-95ba84960061), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.229570 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31324323'] for subnet (bb3dd897-3460-4581-b818-c986365d4fa5), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.245884 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:13:38.246282 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (a4630115-7a55-439d-9d6f-95ba84960061), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:13:38.248299 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:13:38.301361 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (a7781739-af02-4f24-baa0-1d6342ae9466), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.328811 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7781739-af02-4f24-baa0-1d6342ae9466,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:38.330677 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (f196feeb-477b-49d3-806d-cc12a76e80d6), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.334427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] No DVR routers for this DVR port a7781739-af02-4f24-baa0-1d6342ae9466 on host dv-cinder-830901-3-iscsi {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:13:38.336770 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (bb3dd897-3460-4581-b818-c986365d4fa5), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.342842 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.345985 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f196feeb-477b-49d3-806d-cc12a76e80d6 HTTP/1.1" status: 204 len: 168 time: 0.8772442 May 04 19:13:38.355241 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37618) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:38.379472 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44810bec-4a8f-46bc-9250-c5790cfbf6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f196feeb-477b-49d3-806d-cc12a76e80d6,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:38.406158 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50041905'] for subnet (bb3dd897-3460-4581-b818-c986365d4fa5), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.451227 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3dd897-3460-4581-b818-c986365d4fa5,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:38.455113 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.460750 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-598b9f7c-928e-4c6e-ae94-f2928298f71d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bb3dd897-3460-4581-b818-c986365d4fa5 HTTP/1.1" status: 204 len: 168 time: 0.3146498 May 04 19:13:38.461028 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37624) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:38.469274 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b88ae1-6f35-4ab0-b1e1-65d4bdf42d24 None None] Network 52743f3b-665f-4119-9451-8ab735a2cc02 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:38.501336 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (3a2f1e63-50e7-4268-b40e-fc952c337bb5), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.508079 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] Deleting subnet 4874475b-c476-42ef-ac17-c463bb58017d {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:13:38.512177 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] Publish callbacks [] for subnet (4874475b-c476-42ef-ac17-c463bb58017d), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.559921 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (52743f3b-665f-4119-9451-8ab735a2cc02), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.588120 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (4874475b-c476-42ef-ac17-c463bb58017d), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.591121 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2f1e63-50e7-4268-b40e-fc952c337bb5']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:38.627649 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:38.645092 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Deleting port 293481ca-1546-4697-b66c-6244b2bbc6ce {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:38.645509 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.659493 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:38.659829 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:38.673332 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (4874475b-c476-42ef-ac17-c463bb58017d), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.681709 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:38.681709 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device e1b66967-f5a9-4d0e-8279-c0f861a2e9e4 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:38.681709 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device ad70d2a1-28a0-4dbd-8c72-3defc323fa9c no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:38.704825 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.713381 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: ad70d2a1-28a0-4dbd-8c72-3defc323fa9c {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:38.714092 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device ad70d2a1-28a0-4dbd-8c72-3defc323fa9c not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:38.714732 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a7781739-af02-4f24-baa0-1d6342ae9466 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:38.717877 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] DHCP port deletion for 52743f3b-665f-4119-9451-8ab735a2cc02 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:13:38.731864 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.740230 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: a7781739-af02-4f24-baa0-1d6342ae9466 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:38.740955 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a7781739-af02-4f24-baa0-1d6342ae9466 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:38.741624 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6ada3a3a-6829-47ce-996c-068ebe942bb2 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:38.742555 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:13:38.742989 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (6cde0a8f-9a4f-4d37-8eeb-3c130f60f9f2), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.756942 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] For port 293481ca-1546-4697-b66c-6244b2bbc6ce, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=293481ca-1546-4697-b66c-6244b2bbc6ce,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:38.757603 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: self.session.flush() May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: self.session.flush() May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: self.session.flush() May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: self.session.flush() May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:13:38.764773 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:13:38.779674 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Calling delete_port for 293481ca-1546-4697-b66c-6244b2bbc6ce owned by network:dhcp {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:38.799522 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 6ada3a3a-6829-47ce-996c-068ebe942bb2 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:38.801614 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6ada3a3a-6829-47ce-996c-068ebe942bb2 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:38.802283 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a78ac215-2628-427a-a955-1d002ad48cd2 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:38.828452 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: a78ac215-2628-427a-a955-1d002ad48cd2 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:38.829320 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device a78ac215-2628-427a-a955-1d002ad48cd2 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:38.829717 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (3a2f1e63-50e7-4268-b40e-fc952c337bb5), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.848015 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.854624 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] 10.222.0.69 "DELETE /v2.0/networks/3a2f1e63-50e7-4268-b40e-fc952c337bb5 HTTP/1.1" status: 204 len: 168 time: 1.5661488 May 04 19:13:38.854923 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687be26a-94e3-4634-8b71-fac8de9c774c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2f1e63-50e7-4268-b40e-fc952c337bb5,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:38.857213 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (4874475b-c476-42ef-ac17-c463bb58017d), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.866780 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] Deleting port 293481ca-1546-4697-b66c-6244b2bbc6ce {{(pid=103489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:38.867412 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), before_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.870987 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.876542 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4874475b-c476-42ef-ac17-c463bb58017d HTTP/1.1" status: 204 len: 168 time: 0.5047114 May 04 19:13:38.883131 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37636) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:38.896334 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc465-b700-41db-b62f-caab04e58682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4874475b-c476-42ef-ac17-c463bb58017d,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:38.941894 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.956949 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] For port 293481ca-1546-4697-b66c-6244b2bbc6ce, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=293481ca-1546-4697-b66c-6244b2bbc6ce,segment=NetworkSegment(1bf44776-7395-46b1-b23d-1029f1a7b5c2),segment_id=1bf44776-7395-46b1-b23d-1029f1a7b5c2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:38.957627 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), precommit_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:38.983732 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] Calling delete_port for 293481ca-1546-4697-b66c-6244b2bbc6ce owned by network:dhcp {{(pid=103489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:39.008724 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Pushing event deleted for resources: {'Port': ['ID=293481ca-1546-4697-b66c-6244b2bbc6ce,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:39.014358 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] No DVR routers for this DVR port 293481ca-1546-4697-b66c-6244b2bbc6ce on host dv-cinder-830901-3-iscsi {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:13:39.018171 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (236398c0-ae13-4008-b55b-426babe2c659), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.039710 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37638) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:39.105694 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a9f29330-020f-4d82-a634-53b03816a8f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7beef313fe3439db0866cfdb10fdbe2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0623240 May 04 19:13:39.105920 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37640) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:39.113592 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (293481ca-1546-4697-b66c-6244b2bbc6ce), after_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.118443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (52743f3b-665f-4119-9451-8ab735a2cc02), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.146625 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52743f3b-665f-4119-9451-8ab735a2cc02']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:39.157228 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] No DVR routers for this DVR port 293481ca-1546-4697-b66c-6244b2bbc6ce on host dv-cinder-830901-3-iscsi {{(pid=103489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:13:39.163206 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12f6e7-d855-47ae-9e55-1a030e1dbf51 None None] Pushing event deleted for resources: {'Port': ['ID=293481ca-1546-4697-b66c-6244b2bbc6ce,revision_number=None']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:39.171501 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf44776-7395-46b1-b23d-1029f1a7b5c2') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:39.171697 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf44776-7395-46b1-b23d-1029f1a7b5c2') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:39.177136 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff40af3e-5e17-4ea3-9084-04f06a2feb6d admin admin] Publish callbacks [] for security_group (a5853f8e-de19-491a-a079-a5e0e9227da6), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.183038 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (1bf44776-7395-46b1-b23d-1029f1a7b5c2), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.202901 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff40af3e-5e17-4ea3-9084-04f06a2feb6d admin admin] Publish callbacks [] for security_group (a5853f8e-de19-491a-a079-a5e0e9227da6), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.231741 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (236398c0-ae13-4008-b55b-426babe2c659), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.234581 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (1bf44776-7395-46b1-b23d-1029f1a7b5c2), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.245696 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:13:39.246103 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (1bf44776-7395-46b1-b23d-1029f1a7b5c2), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:13:39.258177 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:13:39.260352 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff40af3e-5e17-4ea3-9084-04f06a2feb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a5853f8e-de19-491a-a079-a5e0e9227da6), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.262572 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-ff40af3e-5e17-4ea3-9084-04f06a2feb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.266597 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-ff40af3e-5e17-4ea3-9084-04f06a2feb6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5853f8e-de19-491a-a079-a5e0e9227da6 HTTP/1.1" status: 204 len: 168 time: 0.1585999 May 04 19:13:39.276340 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40af3e-5e17-4ea3-9084-04f06a2feb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5853f8e-de19-491a-a079-a5e0e9227da6,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:39.322871 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236398c0-ae13-4008-b55b-426babe2c659']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:39.335481 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f487b19-553b-4386-b5d5-cbeecb7336a0') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:39.335814 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f487b19-553b-4386-b5d5-cbeecb7336a0') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:39.343132 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (52743f3b-665f-4119-9451-8ab735a2cc02), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.350668 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.355139 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] 10.222.0.69 "DELETE /v2.0/networks/52743f3b-665f-4119-9451-8ab735a2cc02 HTTP/1.1" status: 204 len: 168 time: 0.8929415 May 04 19:13:39.356845 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (4f487b19-553b-4386-b5d5-cbeecb7336a0), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.373231 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7faad-5484-46a9-994b-aaf21a9f8477 admin admin] Pushing event deleted for resources: {'Network': ['ID=52743f3b-665f-4119-9451-8ab735a2cc02,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:39.385528 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (4f487b19-553b-4386-b5d5-cbeecb7336a0), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.394897 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:13:39.395516 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (4f487b19-553b-4386-b5d5-cbeecb7336a0), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:13:39.398070 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:13:39.467621 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (236398c0-ae13-4008-b55b-426babe2c659), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.486999 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.493028 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] 10.222.0.69 "DELETE /v2.0/networks/236398c0-ae13-4008-b55b-426babe2c659 HTTP/1.1" status: 204 len: 168 time: 0.6063035 May 04 19:13:39.495244 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dbdcd-e79a-4d08-b4fd-44b4976cb631 admin admin] Pushing event deleted for resources: {'Network': ['ID=236398c0-ae13-4008-b55b-426babe2c659,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:39.640790 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37660) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:39.699459 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e7fc0ce3-3925-4364-bb0c-2adf317a6f1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef1ba9318cf84308a3ff6ce6da85755d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521181 May 04 19:13:39.699459 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37664) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:39.699674 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37666) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:39.749023 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b0fbbb59-3de9-4f05-b1bc-8ec1cfdc31b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d906eb75d4b94d78bd9d9a37676e9302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480409 May 04 19:13:39.751383 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37668) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:39.754797 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a851a75b-9fb2-4aef-93e7-3d9786560b80 admin admin] Publish callbacks [] for security_group (f76f6267-32eb-4b02-b398-50247075de27), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.781734 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a851a75b-9fb2-4aef-93e7-3d9786560b80 admin admin] Publish callbacks [] for security_group (f76f6267-32eb-4b02-b398-50247075de27), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.799925 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-31677fd0-22fb-410d-aada-940b4f05fb44 admin admin] Publish callbacks [] for security_group (0e4c88cc-2c8b-40f5-bdbf-8122054f8678), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.823086 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-31677fd0-22fb-410d-aada-940b4f05fb44 admin admin] Publish callbacks [] for security_group (0e4c88cc-2c8b-40f5-bdbf-8122054f8678), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.843687 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a851a75b-9fb2-4aef-93e7-3d9786560b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f76f6267-32eb-4b02-b398-50247075de27), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.846646 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a851a75b-9fb2-4aef-93e7-3d9786560b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.850273 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a851a75b-9fb2-4aef-93e7-3d9786560b80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f76f6267-32eb-4b02-b398-50247075de27 HTTP/1.1" status: 204 len: 168 time: 0.1483860 May 04 19:13:39.866422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851a75b-9fb2-4aef-93e7-3d9786560b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76f6267-32eb-4b02-b398-50247075de27,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:39.903250 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-31677fd0-22fb-410d-aada-940b4f05fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0e4c88cc-2c8b-40f5-bdbf-8122054f8678), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.905999 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-31677fd0-22fb-410d-aada-940b4f05fb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:39.907910 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-31677fd0-22fb-410d-aada-940b4f05fb44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e4c88cc-2c8b-40f5-bdbf-8122054f8678 HTTP/1.1" status: 204 len: 168 time: 0.1549249 May 04 19:13:39.924416 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31677fd0-22fb-410d-aada-940b4f05fb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c88cc-2c8b-40f5-bdbf-8122054f8678,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:40.127051 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1473dd7-5061-4c66-8e57-3455c66ff8f0 req-29706c74-b7e2-4d2a-8aaf-501e869b6472 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:40.128557 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1473dd7-5061-4c66-8e57-3455c66ff8f0 req-29706c74-b7e2-4d2a-8aaf-501e869b6472 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 945 time: 0.0481322 May 04 19:13:40.181745 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c1473dd7-5061-4c66-8e57-3455c66ff8f0 req-a109e90e-04e5-4a91-997b-86d476bdb1c2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471294 May 04 19:13:40.281336 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37692) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:40.324628 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-78ddac3f-8088-4826-9ab7-a12b100b7ea4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7282138e66be4bdbb947b5e0e476f317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421281 May 04 19:13:40.327236 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37696) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:40.377824 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8525d219-6e29-44b7-9bd5-8e43d1c9bf52 admin admin] Publish callbacks [] for security_group (caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:40.402204 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8525d219-6e29-44b7-9bd5-8e43d1c9bf52 admin admin] Publish callbacks [] for security_group (caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:40.456755 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8525d219-6e29-44b7-9bd5-8e43d1c9bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:40.459483 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8525d219-6e29-44b7-9bd5-8e43d1c9bf52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:40.463724 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-8525d219-6e29-44b7-9bd5-8e43d1c9bf52 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c HTTP/1.1" status: 204 len: 168 time: 0.1323373 May 04 19:13:40.470028 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525d219-6e29-44b7-9bd5-8e43d1c9bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf08ac9-7aae-4d9f-bdcf-6d56b7ca546c,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:40.571261 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 293481ca-1546-4697-b66c-6244b2bbc6ce no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:40.595338 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 293481ca-1546-4697-b66c-6244b2bbc6ce {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:40.595929 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 293481ca-1546-4697-b66c-6244b2bbc6ce not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:41.312245 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b4de3-e08d-4c87-8747-afc681a54032 req-76beeca5-6f2c-4ee9-afde-75eb616c2c23 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:41.313839 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-384b4de3-e08d-4c87-8747-afc681a54032 req-76beeca5-6f2c-4ee9-afde-75eb616c2c23 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 945 time: 0.0491676 May 04 19:13:41.374068 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-384b4de3-e08d-4c87-8747-afc681a54032 req-d4be9783-eab7-4c1f-91b1-ef5074f5365e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542917 May 04 19:13:41.547368 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37770) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:41.672920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-c84af14c-fe5c-44e3-859c-e706871fbdd7 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:41.674398 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-c84af14c-fe5c-44e3-859c-e706871fbdd7 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 945 time: 0.0474539 May 04 19:13:41.768849 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08edeed0-3428-47a4-be74-1c67b0e09999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:41.776828 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Deleting port 60e7c55c-cf55-478e-8c07-010e76efb433 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:13:41.777429 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:41.883441 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08edeed0-3428-47a4-be74-1c67b0e09999 admin admin] Publish callbacks [] for security_group (2522986b-0a56-45b7-a834-c0ec7bb8b656), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:41.887329 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] For port 60e7c55c-cf55-478e-8c07-010e76efb433, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=60e7c55c-cf55-478e-8c07-010e76efb433,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:41.888115 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:41.890191 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-08edeed0-3428-47a4-be74-1c67b0e09999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (2522986b-0a56-45b7-a834-c0ec7bb8b656), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:41.941161 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-08edeed0-3428-47a4-be74-1c67b0e09999 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15ac31e980bb4a6f9f15088888690934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3925929 May 04 19:13:41.942614 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edeed0-3428-47a4-be74-1c67b0e09999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2522986b-0a56-45b7-a834-c0ec7bb8b656,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:41.945344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37788) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:42.045125 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4840-28b8-4511-9b94-50f6d8665c0e admin admin] Publish callbacks [] for security_group (2522986b-0a56-45b7-a834-c0ec7bb8b656), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.073400 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4840-28b8-4511-9b94-50f6d8665c0e admin admin] Publish callbacks [] for security_group (2522986b-0a56-45b7-a834-c0ec7bb8b656), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.129931 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4840-28b8-4511-9b94-50f6d8665c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (2522986b-0a56-45b7-a834-c0ec7bb8b656), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.135099 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4840-28b8-4511-9b94-50f6d8665c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.139837 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-6dbd4840-28b8-4511-9b94-50f6d8665c0e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2522986b-0a56-45b7-a834-c0ec7bb8b656 HTTP/1.1" status: 204 len: 168 time: 0.1814282 May 04 19:13:42.139969 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.140558 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (ffe2d1bd-5071-4043-aa28-76692e529610), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.140907 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Floating IP ffe2d1bd-5071-4043-aa28-76692e529610 disassociated. External IP: 172.27.2.121, port: 60e7c55c-cf55-478e-8c07-010e76efb433. May 04 19:13:42.141586 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Calling delete_port for 60e7c55c-cf55-478e-8c07-010e76efb433 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:13:42.153018 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd4840-28b8-4511-9b94-50f6d8665c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2522986b-0a56-45b7-a834-c0ec7bb8b656,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:42.310874 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (60e7c55c-cf55-478e-8c07-010e76efb433), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.370560 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event deleted for resources: {'Port': ['ID=60e7c55c-cf55-478e-8c07-010e76efb433,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:42.553950 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe7567d-52e4-4332-8a3f-c400861d06c8 req-efa5df3c-75db-4914-9626-049a6e8ddf47 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 210 time: 0.0525510 May 04 19:13:42.582367 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:13:42.723675 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:13:42.735790 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:13:42.754952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:42.758345 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:42.791489 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] No DVR routers for this DVR port 60e7c55c-cf55-478e-8c07-010e76efb433 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:13:42.804225 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:42.807666 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f77d7cb1-101f-4481-8920-020fae5d60c0 req-f71d48f8-437a-4c96-8091-c294eba0e60e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "DELETE /v2.0/ports/60e7c55c-cf55-478e-8c07-010e76efb433 HTTP/1.1" status: 204 len: 173 time: 1.1271911 May 04 19:13:42.808281 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'name': 'network-vif-deleted', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:13:42.810497 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b54b27-8ed9-4c53-bac1-5717117b9dd3" -d '{"events": [{"server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "name": "network-vif-deleted", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:13:42.933206 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37830) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:42.942805 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14b0d8d-966b-45a8-98b8-43df6a115160 x-openstack-request-id: req-b14b0d8d-966b-45a8-98b8-43df6a115160 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:13:42.943151 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c67aa1-879c-4bd2-a133-3d8319f9494a", "name": "network-vif-deleted", "tag": "60e7c55c-cf55-478e-8c07-010e76efb433", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:13:42.943469 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b14b0d8d-966b-45a8-98b8-43df6a115160 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:13:42.944063 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14b0d8d-966b-45a8-98b8-43df6a115160'] response: {'server_uuid': 'a8c67aa1-879c-4bd2-a133-3d8319f9494a', 'name': 'network-vif-deleted', 'tag': '60e7c55c-cf55-478e-8c07-010e76efb433', 'status': 'completed', 'code': 200} May 04 19:13:43.014732 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:43.019443 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37836) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:43.033160 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f98e-f4c8-49eb-a5a1-496089fb63ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.130196 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f98e-f4c8-49eb-a5a1-496089fb63ff admin admin] Publish callbacks [] for security_group (8225df20-6956-4c02-8953-265d5069286a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.138043 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8ce8f98e-f4c8-49eb-a5a1-496089fb63ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8225df20-6956-4c02-8953-265d5069286a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.186513 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8ce8f98e-f4c8-49eb-a5a1-496089fb63ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=270e4433c6c543ceac67f8bc4d29dd9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658874 May 04 19:13:43.187345 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8f98e-f4c8-49eb-a5a1-496089fb63ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225df20-6956-4c02-8953-265d5069286a,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:43.190008 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37844) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:43.245687 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-119fe176-9f5c-49aa-9b78-0f178b58a32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.267813 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0c048275-6f29-42dd-836c-ed988dbee534 admin admin] Publish callbacks [] for security_group (8225df20-6956-4c02-8953-265d5069286a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.315553 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0c048275-6f29-42dd-836c-ed988dbee534 admin admin] Publish callbacks [] for security_group (8225df20-6956-4c02-8953-265d5069286a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.343539 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:43.370016 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-119fe176-9f5c-49aa-9b78-0f178b58a32d admin admin] Publish callbacks [] for security_group (4eebe727-b8b9-4f44-bc19-0d33e4bec516), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.375187 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-119fe176-9f5c-49aa-9b78-0f178b58a32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4eebe727-b8b9-4f44-bc19-0d33e4bec516), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.420896 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0c048275-6f29-42dd-836c-ed988dbee534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8225df20-6956-4c02-8953-265d5069286a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.433218 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:13:43.437515 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0c048275-6f29-42dd-836c-ed988dbee534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.443278 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-0c048275-6f29-42dd-836c-ed988dbee534 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8225df20-6956-4c02-8953-265d5069286a HTTP/1.1" status: 204 len: 168 time: 0.2524903 May 04 19:13:43.445595 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-119fe176-9f5c-49aa-9b78-0f178b58a32d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=deaeb49a9fe64d2e89224f2e15b27f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085990 May 04 19:13:43.446388 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37856) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:43.449002 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe176-9f5c-49aa-9b78-0f178b58a32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eebe727-b8b9-4f44-bc19-0d33e4bec516,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:43.456359 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c048275-6f29-42dd-836c-ed988dbee534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225df20-6956-4c02-8953-265d5069286a,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:43.479114 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:43.479765 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:43.506063 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-12e78670-1b7f-4f40-a9c8-a299290387ef admin admin] Publish callbacks [] for security_group (4eebe727-b8b9-4f44-bc19-0d33e4bec516), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.553759 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-12e78670-1b7f-4f40-a9c8-a299290387ef admin admin] Publish callbacks [] for security_group (4eebe727-b8b9-4f44-bc19-0d33e4bec516), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.621007 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-12e78670-1b7f-4f40-a9c8-a299290387ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4eebe727-b8b9-4f44-bc19-0d33e4bec516), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.631679 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-12e78670-1b7f-4f40-a9c8-a299290387ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:43.635471 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-12e78670-1b7f-4f40-a9c8-a299290387ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4eebe727-b8b9-4f44-bc19-0d33e4bec516 HTTP/1.1" status: 204 len: 168 time: 0.1877816 May 04 19:13:43.639486 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:43.686867 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e78670-1b7f-4f40-a9c8-a299290387ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eebe727-b8b9-4f44-bc19-0d33e4bec516,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:43.816751 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c4cc229e-4560-46ab-804c-29451c111af2 req-ec50fba6-3d0d-436c-bee2-904a6f193ac1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8c67aa1-879c-4bd2-a133-3d8319f9494a HTTP/1.1" status: 200 len: 210 time: 0.0798299 May 04 19:13:44.044945 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37894) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:44.065732 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c1858519-3415-40fa-a07a-9a2bb88511b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.101385 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:44.188803 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97933d-ff4f-4a32-8718-01bc16915b27 None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:13:44.190949 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c1858519-3415-40fa-a07a-9a2bb88511b8 admin admin] Publish callbacks [] for security_group (c4f71ea1-d558-4712-8e58-9bb8d569b9eb), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.209740 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c1858519-3415-40fa-a07a-9a2bb88511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c4f71ea1-d558-4712-8e58-9bb8d569b9eb), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.287771 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c1858519-3415-40fa-a07a-9a2bb88511b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cea5f50d4c34537bb99d54d8d7958ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379184 May 04 19:13:44.287771 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1858519-3415-40fa-a07a-9a2bb88511b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f71ea1-d558-4712-8e58-9bb8d569b9eb,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:44.288439 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37912) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:44.329421 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37916) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:44.347149 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f771b233-b506-434a-83d8-7b578c5bf0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.378139 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a424988-82ec-4a50-9da8-7ab0a6f1fba8 admin admin] Publish callbacks [] for security_group (c4f71ea1-d558-4712-8e58-9bb8d569b9eb), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.410160 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a424988-82ec-4a50-9da8-7ab0a6f1fba8 admin admin] Publish callbacks [] for security_group (c4f71ea1-d558-4712-8e58-9bb8d569b9eb), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.453083 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f771b233-b506-434a-83d8-7b578c5bf0f8 admin admin] Publish callbacks [] for security_group (a4d290a8-cd2b-4b84-bf33-28a681b47347), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.460793 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f771b233-b506-434a-83d8-7b578c5bf0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a4d290a8-cd2b-4b84-bf33-28a681b47347), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.486164 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a424988-82ec-4a50-9da8-7ab0a6f1fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (c4f71ea1-d558-4712-8e58-9bb8d569b9eb), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.489446 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a424988-82ec-4a50-9da8-7ab0a6f1fba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.493637 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-4a424988-82ec-4a50-9da8-7ab0a6f1fba8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4f71ea1-d558-4712-8e58-9bb8d569b9eb HTTP/1.1" status: 204 len: 168 time: 0.2015469 May 04 19:13:44.500370 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a424988-82ec-4a50-9da8-7ab0a6f1fba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f71ea1-d558-4712-8e58-9bb8d569b9eb,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:44.537885 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f771b233-b506-434a-83d8-7b578c5bf0f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2529e297992d47b0adf77f3a0d998172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060633 May 04 19:13:44.539462 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 37934) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:44.550933 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771b233-b506-434a-83d8-7b578c5bf0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d290a8-cd2b-4b84-bf33-28a681b47347,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:44.582448 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f97ac9-85da-4ecf-bdae-4c57d2097afb None None] New status for floating IP ffe2d1bd-5071-4043-aa28-76692e529610: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:13:44.605145 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9619162e-3bfc-4007-af53-91509f44f4d0 admin admin] Publish callbacks [] for security_group (a4d290a8-cd2b-4b84-bf33-28a681b47347), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.628437 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9619162e-3bfc-4007-af53-91509f44f4d0 admin admin] Publish callbacks [] for security_group (a4d290a8-cd2b-4b84-bf33-28a681b47347), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.690504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9619162e-3bfc-4007-af53-91509f44f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (a4d290a8-cd2b-4b84-bf33-28a681b47347), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.695197 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9619162e-3bfc-4007-af53-91509f44f4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:44.696747 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9619162e-3bfc-4007-af53-91509f44f4d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4d290a8-cd2b-4b84-bf33-28a681b47347 HTTP/1.1" status: 204 len: 168 time: 0.1562889 May 04 19:13:44.707350 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619162e-3bfc-4007-af53-91509f44f4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d290a8-cd2b-4b84-bf33-28a681b47347,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:45.050467 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 60e7c55c-cf55-478e-8c07-010e76efb433 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:13:45.072128 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 60e7c55c-cf55-478e-8c07-010e76efb433 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:13:45.072494 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 60e7c55c-cf55-478e-8c07-010e76efb433 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:13:45.206219 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-6a810cdc-698b-4dbb-b0ba-f826e221e61b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329240155&fields=id&tenant_id=157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 267 time: 0.0493464 May 04 19:13:45.212831 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 37984) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:45.323338 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-ef9203e6-45c4-4ee1-8b6b-218268a2b026 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:45.325305 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-ef9203e6-45c4-4ee1-8b6b-218268a2b026 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 812 time: 0.1090627 May 04 19:13:45.341646 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-903ffd61-9218-4abf-8e8f-b2e6a614f5f8 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/quotas/157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 375 time: 0.0106843 May 04 19:13:45.438207 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-36efc8be-1958-45ca-8c81-8b2ed8c15c10 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813017 May 04 19:13:45.464946 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa2f0-fcd9-4db6-b20b-667c5b9247be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.568921 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa2f0-fcd9-4db6-b20b-667c5b9247be admin admin] Publish callbacks [] for security_group (f26806ec-274a-4039-a760-8edfcda93c62), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.579096 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3a4fa2f0-fcd9-4db6-b20b-667c5b9247be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f26806ec-274a-4039-a760-8edfcda93c62), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.622767 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3a4fa2f0-fcd9-4db6-b20b-667c5b9247be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b8d6ff5ff9f40c1a6fc8ad3b7858cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088035 May 04 19:13:45.622901 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38010) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:45.623687 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fa2f0-fcd9-4db6-b20b-667c5b9247be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26806ec-274a-4039-a760-8edfcda93c62,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:45.763398 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-04dde3a2-f71d-429d-958a-c9b3d1f08bed admin admin] Publish callbacks [] for security_group (f26806ec-274a-4039-a760-8edfcda93c62), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.809616 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-2132a7e7-ce0c-47f9-ab04-c710ecb298db service neutron] 10.222.0.69 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533194 May 04 19:13:45.811474 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-04dde3a2-f71d-429d-958a-c9b3d1f08bed admin admin] Publish callbacks [] for security_group (f26806ec-274a-4039-a760-8edfcda93c62), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.937776 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-04dde3a2-f71d-429d-958a-c9b3d1f08bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f26806ec-274a-4039-a760-8edfcda93c62), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.940351 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-04dde3a2-f71d-429d-958a-c9b3d1f08bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.941503 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-04dde3a2-f71d-429d-958a-c9b3d1f08bed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f26806ec-274a-4039-a760-8edfcda93c62 HTTP/1.1" status: 204 len: 168 time: 0.3175743 May 04 19:13:45.948184 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-49ddf598-006f-4613-82a9-973caeb464da service neutron] 10.222.0.69 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298797 May 04 19:13:45.953929 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde3a2-f71d-429d-958a-c9b3d1f08bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26806ec-274a-4039-a760-8edfcda93c62,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:46.013525 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38030) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:46.022111 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.309290 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1892575157-network', 'tenant_id': 'e8bc441ba91b42c5bf060261d1e5c3ba'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:46.336255 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9a6b6d7a-e937-4993-9f36-3eb652242ae5 req-6941c21e-daee-45d3-930a-2563ca4122cd tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 210 time: 0.0339818 May 04 19:13:46.343991 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Made reservation on behalf of e8bc441ba91b42c5bf060261d1e5c3ba for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:46.349419 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.367237 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.383082 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38046) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:46.397366 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc9f1-a772-448e-82a7-5091bdf60464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.461328 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks [] for security_group (8099d580-44fc-444b-b3bd-a31d97b34584), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.468237 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8099d580-44fc-444b-b3bd-a31d97b34584), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.501217 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:13:46.518284 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc9f1-a772-448e-82a7-5091bdf60464 admin admin] Publish callbacks [] for security_group (588d1847-02aa-4219-bffc-b24252140d70), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.519783 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8099d580-44fc-444b-b3bd-a31d97b34584,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:46.523336 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (8136da34-4f40-4705-aca8-6d044d4387d5), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.523909 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Added segment 8136da34-4f40-4705-aca8-6d044d4387d5 of type vlan for network aac1cb25-600f-45b1-b7ba-167be7c0882c May 04 19:13:46.533683 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc9f1-a772-448e-82a7-5091bdf60464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (588d1847-02aa-4219-bffc-b24252140d70), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.575122 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (aac1cb25-600f-45b1-b7ba-167be7c0882c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.590184 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1f1bc9f1-a772-448e-82a7-5091bdf60464 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9502b0e81e54e248c3aafa9162f9433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055397 May 04 19:13:46.593219 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38056) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:46.617667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (aac1cb25-600f-45b1-b7ba-167be7c0882c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.619058 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:46.619681 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.633185 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bc9f1-a772-448e-82a7-5091bdf60464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d1847-02aa-4219-bffc-b24252140d70,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:46.668909 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6510687 May 04 19:13:46.671353 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38060) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:46.677795 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Request body: {'subnet': {'network_id': 'aac1cb25-600f-45b1-b7ba-167be7c0882c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1892575157-subnet', 'tenant_id': 'e8bc441ba91b42c5bf060261d1e5c3ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:46.691776 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217db2da-4116-4419-a4dd-c0cde60b1f93 admin admin] Pushing event updated for resources: {'Network': ['ID=aac1cb25-600f-45b1-b7ba-167be7c0882c,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:46.695753 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1aa8caf7-e839-4a15-a3ce-9e5ece082ad0 admin admin] Publish callbacks [] for security_group (588d1847-02aa-4219-bffc-b24252140d70), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.704684 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network aac1cb25-600f-45b1-b7ba-167be7c0882c details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:13:46.718231 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Made reservation on behalf of e8bc441ba91b42c5bf060261d1e5c3ba for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:46.720496 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24450787'] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.735947 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1aa8caf7-e839-4a15-a3ce-9e5ece082ad0 admin admin] Publish callbacks [] for security_group (588d1847-02aa-4219-bffc-b24252140d70), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.868284 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1aa8caf7-e839-4a15-a3ce-9e5ece082ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (588d1847-02aa-4219-bffc-b24252140d70), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.870915 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1aa8caf7-e839-4a15-a3ce-9e5ece082ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:46.872064 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1aa8caf7-e839-4a15-a3ce-9e5ece082ad0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/588d1847-02aa-4219-bffc-b24252140d70 HTTP/1.1" status: 204 len: 168 time: 0.2776937 May 04 19:13:46.893389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8caf7-e839-4a15-a3ce-9e5ece082ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d1847-02aa-4219-bffc-b24252140d70,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:46.957194 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24582072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24450705'] for subnet (97e0fbd0-5213-4ad4-bae4-746907d46532), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:47.034659 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e0fbd0-5213-4ad4-bae4-746907d46532,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:47.052416 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Checking segment: {'id': '8136da34-4f40-4705-aca8-6d044d4387d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'aac1cb25-600f-45b1-b7ba-167be7c0882c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:47.052777 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Network hostable DHCP agents. Network: aac1cb25-600f-45b1-b7ba-167be7c0882c, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:13:47.071113 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Network aac1cb25-600f-45b1-b7ba-167be7c0882c is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:13:47.082577 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, aac1cb25-600f-45b1-b7ba-167be7c0882c) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:47.087047 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:47.088211 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:47.094172 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d7d9d1-d36d-4d5b-a021-3be13f21aaf9 None None] Network aac1cb25-600f-45b1-b7ba-167be7c0882c requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:47.117575 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e7297346-53e1-4372-861d-a0dee9798bf1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4347615 May 04 19:13:47.221635 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a0b75-a405-4d1d-bacc-71ff4d62f065 None None] Network aac1cb25-600f-45b1-b7ba-167be7c0882c requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:47.499716 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c5ddff8f-e43f-4e92-a09d-29708f93e4ce req-a2e2d3da-8974-4ca6-8ed5-9e5368b4cda9 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 210 time: 0.0495243 May 04 19:13:47.576516 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-c7b4695e-5c58-4269-8bab-7012e844a936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:47.688983 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-cb755248-40bf-412b-ad52-6f663e93a4af tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:47.690610 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-cb755248-40bf-412b-ad52-6f663e93a4af tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 812 time: 0.2038076 May 04 19:13:47.778289 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-dc4e0618-3f7e-4884-b156-44909cb3f79a tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 379 time: 0.0721071 May 04 19:13:47.791516 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'port': {'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'admin_state_up': True, 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'security_groups': ['083ace7b-8ca2-482e-84dd-ca6abe349050']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:48.004393 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Made reservation on behalf of 157e9c40125e42b4b5a908fc58bfa939 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:48.007769 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.008051 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38130) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:48.015254 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1063691202-network', 'tenant_id': '5ffd458e86184f24b37fc1b79bafccd1'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:48.048276 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Made reservation on behalf of 5ffd458e86184f24b37fc1b79bafccd1 for: {'network': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:48.050861 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.072463 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.176654 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks [] for security_group (9ce4883f-6faa-49a5-8309-7406e1bbbdee), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.182100 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Allocated IP 172.20.0.14 (f15a6490-097f-4027-b3d2-f33625a578b7/158f67de-5cda-4003-9896-1c8c31ae1371/bbd412e0-d285-4a86-9b3a-addb7dfbd08b) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:13:48.182761 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (9ce4883f-6faa-49a5-8309-7406e1bbbdee), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.213121 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:13:48.226110 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4883f-6faa-49a5-8309-7406e1bbbdee,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:48.234215 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (57f17aec-a60b-4fbe-aa12-8f475c2398ae), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.234585 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.segments_db [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Added segment 57f17aec-a60b-4fbe-aa12-8f475c2398ae of type vlan for network 6fb7dd67-8a6f-4d2e-b536-bcb8515022b2 May 04 19:13:48.285662 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (6fb7dd67-8a6f-4d2e-b536-bcb8515022b2), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.334178 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (6fb7dd67-8a6f-4d2e-b536-bcb8515022b2), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.335905 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:48.336839 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.405858 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3949516 May 04 19:13:48.406071 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.409663 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38150) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:48.420097 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Request body: {'subnet': {'network_id': '6fb7dd67-8a6f-4d2e-b536-bcb8515022b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1063691202-subnet', 'tenant_id': '5ffd458e86184f24b37fc1b79bafccd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:48.462543 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Made reservation on behalf of 5ffd458e86184f24b37fc1b79bafccd1 for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:48.467263 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.474788 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e300581-410e-49c7-8d0d-f4416ef3c4af admin admin] Pushing event updated for resources: {'Network': ['ID=6fb7dd67-8a6f-4d2e-b536-bcb8515022b2,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:48.490846 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 6fb7dd67-8a6f-4d2e-b536-bcb8515022b2 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:13:48.565899 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.642440 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Network f15a6490-097f-4027-b3d2-f33625a578b7 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:13:48.648763 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:48.659655 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:13:48.726798 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:48.728700 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.747238 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:48.760111 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-d7b59c00-5755-4587-bc3c-6ac83d0b7a1e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9768345 May 04 19:13:48.770771 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b29c-d1d8-4092-ad32-782fe6804778 req-26f0e537-4687-43fc-9b8d-05d46c3a188d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:48.785225 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1bf7b29c-d1d8-4092-ad32-782fe6804778 req-26f0e537-4687-43fc-9b8d-05d46c3a188d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 932 time: 0.1152101 May 04 19:13:48.844782 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1bf7b29c-d1d8-4092-ad32-782fe6804778 req-bea7ea4b-39fb-4699-9bda-93c37a0a3cb6 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577796 May 04 19:13:48.851171 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Request body: {'port': {'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:48.948886 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (30a91457-b550-4ce2-8928-36a4b85449e2), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:48.997967 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-bd6ffad6-f006-4ea8-ae05-bf03da098bdd None None] Provisioning complete for port bbd412e0-d285-4a86-9b3a-addb7dfbd08b triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:13:48.998559 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-bd6ffad6-f006-4ea8-ae05-bf03da098bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.041837 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.087808 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ffad6-f006-4ea8-ae05-bf03da098bdd None None] Port bbd412e0-d285-4a86-9b3a-addb7dfbd08b cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:13:49.191398 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a91457-b550-4ce2-8928-36a4b85449e2,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:49.211072 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Checking segment: {'id': '57f17aec-a60b-4fbe-aa12-8f475c2398ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6fb7dd67-8a6f-4d2e-b536-bcb8515022b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:49.211433 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Network hostable DHCP agents. Network: 6fb7dd67-8a6f-4d2e-b536-bcb8515022b2, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:13:49.250535 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Network 6fb7dd67-8a6f-4d2e-b536-bcb8515022b2 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:13:49.296800 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 6fb7dd67-8a6f-4d2e-b536-bcb8515022b2) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:49.307885 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:49.308487 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.309792 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f6973-9177-41a5-94ca-dd5c7f5ead94 None None] Network 6fb7dd67-8a6f-4d2e-b536-bcb8515022b2 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:49.357628 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-0a443505-b285-447c-a730-d0e05964bfc5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9385610 May 04 19:13:49.457954 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76a3f61-eea8-401a-a560-c4489990032a None None] Network 6fb7dd67-8a6f-4d2e-b536-bcb8515022b2 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:49.468936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd412e0-d285-4a86-9b3a-addb7dfbd08b {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:13:49.481236 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Publish callbacks [] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.496218 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Transition to ACTIVE for port object bbd412e0-d285-4a86-9b3a-addb7dfbd08b will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:13:49.502354 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.557921 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38208) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:49.619511 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:49.645135 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] Deleting subnet 97e0fbd0-5213-4ad4-bae4-746907d46532 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:13:49.657804 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] Publish callbacks [] for subnet (97e0fbd0-5213-4ad4-bae4-746907d46532), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.709833 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (97e0fbd0-5213-4ad4-bae4-746907d46532), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.780077 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (97e0fbd0-5213-4ad4-bae4-746907d46532), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.835195 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38216) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:49.889662 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (97e0fbd0-5213-4ad4-bae4-746907d46532), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.927999 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e0fbd0-5213-4ad4-bae4-746907d46532,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:49.930114 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:49.936246 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c4aea9f3-1d74-45e9-bc89-cb9927c2ffe8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/97e0fbd0-5213-4ad4-bae4-746907d46532 HTTP/1.1" status: 204 len: 168 time: 0.3763475 May 04 19:13:49.937623 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38224) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:49.937880 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0f683e70-91df-42ce-a42e-5ca78f73cbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.031288 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (aac1cb25-600f-45b1-b7ba-167be7c0882c), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.053268 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Attempting to bind port bbd412e0-d285-4a86-9b3a-addb7dfbd08b on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:13:50.053743 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Attempting to bind port bbd412e0-d285-4a86-9b3a-addb7dfbd08b by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:13:50.054183 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Attempting to bind port bbd412e0-d285-4a86-9b3a-addb7dfbd08b on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:13:50.059475 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-800c1555-d934-4592-b402-4af39fd53a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.066451 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34030e78-1277-4fe1-af39-0a04b8807781 req-30945e39-dcd3-4c0b-ae9d-7666e5f0c73c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:50.069915 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-34030e78-1277-4fe1-af39-0a04b8807781 req-30945e39-dcd3-4c0b-ae9d-7666e5f0c73c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.0797505 May 04 19:13:50.071013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Port bbd412e0-d285-4a86-9b3a-addb7dfbd08b on network f15a6490-097f-4027-b3d2-f33625a578b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:13:50.072348 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Attempting to bind port bbd412e0-d285-4a86-9b3a-addb7dfbd08b on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:13:50.093202 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:13:50.093376 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Checking segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:50.095013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Bound using segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:13:50.095013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Bound port: bbd412e0-d285-4a86-9b3a-addb7dfbd08b, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:13:50.095013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.159058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (aac1cb25-600f-45b1-b7ba-167be7c0882c), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.168462 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-34030e78-1277-4fe1-af39-0a04b8807781 req-56928dd2-b178-4cee-a677-f25750b25546 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918050 May 04 19:13:50.187483 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac1cb25-600f-45b1-b7ba-167be7c0882c']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:50.211134 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] For port bbd412e0-d285-4a86-9b3a-addb7dfbd08b, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:13:50.215441 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8136da34-4f40-4705-aca8-6d044d4387d5') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:50.215868 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8136da34-4f40-4705-aca8-6d044d4387d5') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:50.217266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] For port bbd412e0-d285-4a86-9b3a-addb7dfbd08b, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:13:50.226821 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.230541 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (8136da34-4f40-4705-aca8-6d044d4387d5), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.256009 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (8136da34-4f40-4705-aca8-6d044d4387d5), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.264643 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-800c1555-d934-4592-b402-4af39fd53a15 admin admin] Publish callbacks [] for security_group (1382c293-e719-4e74-817c-b0a5576080c5), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.271903 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:13:50.272306 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (8136da34-4f40-4705-aca8-6d044d4387d5), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:13:50.275073 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:13:50.277423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:50.277423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.278449 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 200 len: 1094 time: 1.4380906 May 04 19:13:50.278933 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:13:50.281352 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d108897-9e8b-400d-9338-3e4a8c465be7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:13:50.293156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-800c1555-d934-4592-b402-4af39fd53a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1382c293-e719-4e74-817c-b0a5576080c5), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.402098 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44e06b1-f18f-4525-9a5b-28009e53a9c9 x-openstack-request-id: req-b44e06b1-f18f-4525-9a5b-28009e53a9c9 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:13:50.402463 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:13:50.403766 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b44e06b1-f18f-4525-9a5b-28009e53a9c9 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:13:50.404244 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44e06b1-f18f-4525-9a5b-28009e53a9c9'] response: {'name': 'network-changed', 'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'status': 'completed', 'code': 200} May 04 19:13:50.415773 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-800c1555-d934-4592-b402-4af39fd53a15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3a92ee23b254773b15913925c809725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5788100 May 04 19:13:50.424316 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38242) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:50.425290 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd7490-fb59-4d3d-93de-000f428a21a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:50.431776 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-71d63b4c-758f-4b34-a25f-158a3750dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:50.433581 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-71d63b4c-758f-4b34-a25f-158a3750dbdf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1128 time: 0.0891681 May 04 19:13:50.435634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c1555-d934-4592-b402-4af39fd53a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1382c293-e719-4e74-817c-b0a5576080c5,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:50.442169 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (aac1cb25-600f-45b1-b7ba-167be7c0882c), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.446461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.453570 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] 10.222.0.69 "DELETE /v2.0/networks/aac1cb25-600f-45b1-b7ba-167be7c0882c HTTP/1.1" status: 204 len: 168 time: 0.5111203 May 04 19:13:50.460090 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38244) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:50.487144 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446187ab-3b03-413a-bf48-9ed40adef39e admin admin] Pushing event deleted for resources: {'Network': ['ID=aac1cb25-600f-45b1-b7ba-167be7c0882c,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:50.499248 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-b8c6518c-589f-4f69-b401-d70211bd772f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 200 len: 217 time: 0.0527923 May 04 19:13:50.549425 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38246) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:50.560931 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] Deleting subnet 30a91457-b550-4ce2-8928-36a4b85449e2 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:13:50.566889 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df81dc39-ac6a-435d-98cf-95195de1d13a admin admin] Publish callbacks [] for security_group (1382c293-e719-4e74-817c-b0a5576080c5), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.568696 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] Publish callbacks [] for subnet (30a91457-b550-4ce2-8928-36a4b85449e2), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.582017 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-9f47b728-688d-4401-a759-235af209a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:50.584044 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-9f47b728-688d-4401-a759-235af209a7f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0687909 May 04 19:13:50.620112 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df81dc39-ac6a-435d-98cf-95195de1d13a admin admin] Publish callbacks [] for security_group (1382c293-e719-4e74-817c-b0a5576080c5), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.644410 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (30a91457-b550-4ce2-8928-36a4b85449e2), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.646104 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-6b919902-b493-4f90-8ecc-1591aa9f0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:50.647921 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-6b919902-b493-4f90-8ecc-1591aa9f0264 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573349 May 04 19:13:50.698330 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a68a1ca0-9f9e-4666-bbb6-8837604cfc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.737608 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (30a91457-b550-4ce2-8928-36a4b85449e2), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.748703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-fca1bf94-59e5-4ae3-a78b-bb1c594c1e63 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940006 May 04 19:13:50.770862 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df81dc39-ac6a-435d-98cf-95195de1d13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1382c293-e719-4e74-817c-b0a5576080c5), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.773382 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-df81dc39-ac6a-435d-98cf-95195de1d13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.774546 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-df81dc39-ac6a-435d-98cf-95195de1d13a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1382c293-e719-4e74-817c-b0a5576080c5 HTTP/1.1" status: 204 len: 168 time: 0.3483312 May 04 19:13:50.799611 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81dc39-ac6a-435d-98cf-95195de1d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1382c293-e719-4e74-817c-b0a5576080c5,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:50.835677 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (30a91457-b550-4ce2-8928-36a4b85449e2), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.864895 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b6bddfac-6f50-49e9-8ac6-665f15d3a226 req-513d3518-035a-40e1-bd88-96f021f2390f service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101398 May 04 19:13:50.874264 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a91457-b550-4ce2-8928-36a4b85449e2,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:50.884451 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.887912 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-244c39d7-a99d-4d12-b9bd-6128d8f492ad admin admin] 10.222.0.69 "DELETE /v2.0/subnets/30a91457-b550-4ce2-8928-36a4b85449e2 HTTP/1.1" status: 204 len: 168 time: 0.4258475 May 04 19:13:50.890053 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a68a1ca0-9f9e-4666-bbb6-8837604cfc62 admin admin] Publish callbacks [] for security_group (865abba3-eedb-4e1d-9480-7e67ef02a2d3), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.891540 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38252) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:50.895397 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a68a1ca0-9f9e-4666-bbb6-8837604cfc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (865abba3-eedb-4e1d-9480-7e67ef02a2d3), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:50.941440 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a68a1ca0-9f9e-4666-bbb6-8837604cfc62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36c610409cb149ba80a572998437aa0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883276 May 04 19:13:50.941440 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a1ca0-9f9e-4666-bbb6-8837604cfc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865abba3-eedb-4e1d-9480-7e67ef02a2d3,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:50.942942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38256) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:50.987375 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (6fb7dd67-8a6f-4d2e-b536-bcb8515022b2), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.003934 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.010195 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4815fe8-acbe-460a-9032-6594bb886410 admin admin] Publish callbacks [] for security_group (865abba3-eedb-4e1d-9480-7e67ef02a2d3), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.033808 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4815fe8-acbe-460a-9032-6594bb886410 admin admin] Publish callbacks [] for security_group (865abba3-eedb-4e1d-9480-7e67ef02a2d3), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.077072 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (6fb7dd67-8a6f-4d2e-b536-bcb8515022b2), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.085534 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4815fe8-acbe-460a-9032-6594bb886410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (865abba3-eedb-4e1d-9480-7e67ef02a2d3), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.088857 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c4815fe8-acbe-460a-9032-6594bb886410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.091266 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c4815fe8-acbe-460a-9032-6594bb886410 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/865abba3-eedb-4e1d-9480-7e67ef02a2d3 HTTP/1.1" status: 204 len: 168 time: 0.1459951 May 04 19:13:51.104597 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb7dd67-8a6f-4d2e-b536-bcb8515022b2']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:51.105031 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4815fe8-acbe-460a-9032-6594bb886410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865abba3-eedb-4e1d-9480-7e67ef02a2d3,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:51.117999 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f17aec-a60b-4fbe-aa12-8f475c2398ae') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:51.118223 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f17aec-a60b-4fbe-aa12-8f475c2398ae') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:51.124542 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38260) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:51.139445 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (57f17aec-a60b-4fbe-aa12-8f475c2398ae), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.142370 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-57c694b4-f3f5-48a1-af62-b997a3722d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.174956 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (57f17aec-a60b-4fbe-aa12-8f475c2398ae), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.183188 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-019fa14f-403d-4214-8935-06079b547759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:51.184817 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-019fa14f-403d-4214-8935-06079b547759 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1128 time: 0.0573871 May 04 19:13:51.185717 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:13:51.186163 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (57f17aec-a60b-4fbe-aa12-8f475c2398ae), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:13:51.188030 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:13:51.244424 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-57c694b4-f3f5-48a1-af62-b997a3722d70 admin admin] Publish callbacks [] for security_group (0b3f6213-5870-4477-acf7-1d12118d05fb), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.250378 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-57c694b4-f3f5-48a1-af62-b997a3722d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0b3f6213-5870-4477-acf7-1d12118d05fb), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.293918 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c694b4-f3f5-48a1-af62-b997a3722d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3f6213-5870-4477-acf7-1d12118d05fb,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:51.301560 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-57c694b4-f3f5-48a1-af62-b997a3722d70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00b030b2f9574fa7a402ba7d293e21f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741471 May 04 19:13:51.306664 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38264) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:51.328652 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (6fb7dd67-8a6f-4d2e-b536-bcb8515022b2), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.338570 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.341697 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6fb7dd67-8a6f-4d2e-b536-bcb8515022b2 HTTP/1.1" status: 204 len: 168 time: 0.4488003 May 04 19:13:51.362878 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052afdb0-8790-4feb-95e2-a2e19cbc7160 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb7dd67-8a6f-4d2e-b536-bcb8515022b2,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:51.363950 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8aad386e-2280-4118-b78c-e402d651d58c admin admin] Publish callbacks [] for security_group (0b3f6213-5870-4477-acf7-1d12118d05fb), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.377694 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fb2f0-0a82-4771-863b-a1596af15d13 req-429054de-ea30-4cea-8228-7dac6237b60d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:51.379110 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fe5fb2f0-0a82-4771-863b-a1596af15d13 req-429054de-ea30-4cea-8228-7dac6237b60d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.1090550 May 04 19:13:51.404450 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8aad386e-2280-4118-b78c-e402d651d58c admin admin] Publish callbacks [] for security_group (0b3f6213-5870-4477-acf7-1d12118d05fb), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.420561 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-5adc1cb1-4fb5-4e53-b71f-9c76f08da3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:51.422134 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-5adc1cb1-4fb5-4e53-b71f-9c76f08da3ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.2244105 May 04 19:13:51.480153 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8aad386e-2280-4118-b78c-e402d651d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0b3f6213-5870-4477-acf7-1d12118d05fb), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.482946 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-d2630e7b-492f-461e-afe7-aea31db22db4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 200 len: 217 time: 0.0543857 May 04 19:13:51.483880 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8aad386e-2280-4118-b78c-e402d651d58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.487347 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8aad386e-2280-4118-b78c-e402d651d58c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b3f6213-5870-4477-acf7-1d12118d05fb HTTP/1.1" status: 204 len: 168 time: 0.1775148 May 04 19:13:51.499410 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad386e-2280-4118-b78c-e402d651d58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3f6213-5870-4477-acf7-1d12118d05fb,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:51.506906 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-fe5fb2f0-0a82-4771-863b-a1596af15d13 req-ce319a1a-297b-46a6-aa57-9b0b787dcd30 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173897 May 04 19:13:51.562136 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-3560b8e2-e52d-485a-a787-a21e2aa24a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:51.563890 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-3560b8e2-e52d-485a-a787-a21e2aa24a58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0744441 May 04 19:13:51.620929 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-49b58dd0-6756-464f-aa00-aa203f7ae7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:51.626132 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38282) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:51.631524 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-49b58dd0-6756-464f-aa00-aa203f7ae7be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612729 May 04 19:13:51.681309 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c105965a-ce68-4057-9d89-0d2c59265595 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8bc441ba91b42c5bf060261d1e5c3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528789 May 04 19:13:51.683819 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38286) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:51.735280 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-cbd5aea5-58d7-4d06-b95e-adc0d32952f9 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929713 May 04 19:13:51.753036 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2814f60c-815a-48d2-8e3e-4b46f842afa5 admin admin] Publish callbacks [] for security_group (8099d580-44fc-444b-b3bd-a31d97b34584), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.785670 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2814f60c-815a-48d2-8e3e-4b46f842afa5 admin admin] Publish callbacks [] for security_group (8099d580-44fc-444b-b3bd-a31d97b34584), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.844489 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2814f60c-815a-48d2-8e3e-4b46f842afa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (8099d580-44fc-444b-b3bd-a31d97b34584), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.847635 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2814f60c-815a-48d2-8e3e-4b46f842afa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:51.850621 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2814f60c-815a-48d2-8e3e-4b46f842afa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8099d580-44fc-444b-b3bd-a31d97b34584 HTTP/1.1" status: 204 len: 168 time: 0.1639278 May 04 19:13:51.861938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814f60c-815a-48d2-8e3e-4b46f842afa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8099d580-44fc-444b-b3bd-a31d97b34584,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:51.881558 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d108897-9e8b-400d-9338-3e4a8c465be7 req-e124f14f-99cf-4020-9663-1aea40610fe7 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432807 May 04 19:13:52.239832 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38312) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:52.284247 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-732026aa-8f01-425c-9a1d-8f0a2664b24e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ffd458e86184f24b37fc1b79bafccd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432558 May 04 19:13:52.286764 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38316) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:52.336795 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-102ad9cd-1759-49c5-96d8-dd41bb038a2b admin admin] Publish callbacks [] for security_group (9ce4883f-6faa-49a5-8309-7406e1bbbdee), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.344258 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38318) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:52.359808 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-102ad9cd-1759-49c5-96d8-dd41bb038a2b admin admin] Publish callbacks [] for security_group (9ce4883f-6faa-49a5-8309-7406e1bbbdee), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.410938 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-102ad9cd-1759-49c5-96d8-dd41bb038a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (9ce4883f-6faa-49a5-8309-7406e1bbbdee), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.414121 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-102ad9cd-1759-49c5-96d8-dd41bb038a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.415964 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-102ad9cd-1759-49c5-96d8-dd41bb038a2b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ce4883f-6faa-49a5-8309-7406e1bbbdee HTTP/1.1" status: 204 len: 168 time: 0.1283052 May 04 19:13:52.425758 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ad9cd-1759-49c5-96d8-dd41bb038a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4883f-6faa-49a5-8309-7406e1bbbdee,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:52.458513 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-359706021-network', 'tenant_id': 'a92a32956353454db32509526ff751da'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:52.485790 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Made reservation on behalf of a92a32956353454db32509526ff751da for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:52.488124 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.498205 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.531589 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.610831 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks [] for security_group (f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.616805 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.648441 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:13:52.677383 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:52.692288 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (08b275a4-30fc-4bfe-a90a-f5cc66f59c8c), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.692631 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Added segment 08b275a4-30fc-4bfe-a90a-f5cc66f59c8c of type vlan for network 9ab078ca-522b-4833-9058-45f147d435ce May 04 19:13:52.702142 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1c833-8f0a-41da-a2fd-714795758965 req-d67dce7c-1902-48e5-9abb-cd5c5936bbf3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:52.704287 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-49d1c833-8f0a-41da-a2fd-714795758965 req-d67dce7c-1902-48e5-9abb-cd5c5936bbf3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.0837336 May 04 19:13:52.747515 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (9ab078ca-522b-4833-9058-45f147d435ce), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.785642 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (9ab078ca-522b-4833-9058-45f147d435ce), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.788728 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:52.790060 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.796786 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-49d1c833-8f0a-41da-a2fd-714795758965 req-d2fc2a91-76ad-445a-9b9e-34ed5e2f0b3e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849361 May 04 19:13:52.842045 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4957829 May 04 19:13:52.844448 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38348) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:52.850039 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Request body: {'subnet': {'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-359706021-subnet', 'tenant_id': 'a92a32956353454db32509526ff751da', 'ip_version': 4}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:52.871680 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Made reservation on behalf of a92a32956353454db32509526ff751da for: {'subnet': 1} {{(pid=103487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:52.874612 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24450787'] for subnet (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:52.876420 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3b72-c54b-4b64-a6a1-c9bf3a3ae437 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab078ca-522b-4833-9058-45f147d435ce,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:52.887740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 9ab078ca-522b-4833-9058-45f147d435ce details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:13:53.086205 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24582072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24450705'] for subnet (9dca1202-d6b9-4401-abdc-0cba7e2592a4), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.148668 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dca1202-d6b9-4401-abdc-0cba7e2592a4,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:53.158727 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Checking segment: {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:53.159152 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Network hostable DHCP agents. Network: 9ab078ca-522b-4833-9058-45f147d435ce, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:13:53.178363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Network 9ab078ca-522b-4833-9058-45f147d435ce is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:13:53.189547 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 9ab078ca-522b-4833-9058-45f147d435ce) {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:53.194064 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:53.194642 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.204405 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7cc68a-d9ed-4a50-b805-a37cdc8cf87a None None] Network 9ab078ca-522b-4833-9058-45f147d435ce requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:53.216297 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-7f4df63c-6328-41c4-9c68-5fbc384898bf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3700459 May 04 19:13:53.219140 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38368) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:53.228629 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:53.254928 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (bfe0495b-89d7-4d92-8193-21070adeb679), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.256307 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (bfe0495b-89d7-4d92-8193-21070adeb679), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.316678 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks [] for router_controller (bfe0495b-89d7-4d92-8193-21070adeb679), precommit_add_association {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.321685 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-9ab078ca-522b-4833-9058-45f147d435ce', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'project_id': 'a92a32956353454db32509526ff751da', 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:13:53.323046 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.462701 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Allocated IP 172.20.0.2 (9ab078ca-522b-4833-9058-45f147d435ce/9dca1202-d6b9-4401-abdc-0cba7e2592a4/3d437564-b1cf-442e-81d2-df11cc6376d0) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:13:53.497013 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks [] for router_gateway (bfe0495b-89d7-4d92-8193-21070adeb679), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.635874 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Publish callbacks [] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.647420 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.709815 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Pushing event updated for resources: {'Port': ['ID=3d437564-b1cf-442e-81d2-df11cc6376d0,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:53.723470 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks [] for router_gateway (bfe0495b-89d7-4d92-8193-21070adeb679), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.724017 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Network 9ab078ca-522b-4833-9058-45f147d435ce is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:13:53.725878 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:53.732856 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:13:53.750245 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.805378 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Attempting to bind port 3d437564-b1cf-442e-81d2-df11cc6376d0 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:13:53.806664 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Attempting to bind port 3d437564-b1cf-442e-81d2-df11cc6376d0 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:13:53.808051 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Attempting to bind port 3d437564-b1cf-442e-81d2-df11cc6376d0 on network 9ab078ca-522b-4833-9058-45f147d435ce {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:13:53.820470 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:13:53.822774 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Checking segment: {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:53.823355 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.824047 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Bound using segment: {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:13:53.824816 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Bound port: 3d437564-b1cf-442e-81d2-df11cc6376d0, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:13:53.825371 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.870588 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Allocated IP 172.27.2.204 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/dfaa2cec-e9c7-478c-8a86-cdcd77bc7498) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:13:53.946382 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] For port 3d437564-b1cf-442e-81d2-df11cc6376d0, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:13:53.964703 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] For port 3d437564-b1cf-442e-81d2-df11cc6376d0, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=3d437564-b1cf-442e-81d2-df11cc6376d0,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:13:53.976953 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:53.986141 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.036736 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba834cc-c5c1-40fc-875d-334042fc9d2c req-5d704364-4145-4dce-a0de-61984aacfba5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:54.039713 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7ba834cc-c5c1-40fc-875d-334042fc9d2c req-5d704364-4145-4dce-a0de-61984aacfba5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.1246872 May 04 19:13:54.064645 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e83e9-480f-4dea-8d9d-4cdeb099a7ea None None] Pushing event updated for resources: {'Port': ['ID=3d437564-b1cf-442e-81d2-df11cc6376d0,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:54.133028 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7ba834cc-c5c1-40fc-875d-334042fc9d2c req-80d1d109-17b4-4bb1-be12-66435b41ec6e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852840 May 04 19:13:54.191331 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks [] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.208775 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38410) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:54.248492 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.320786 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:13:54.327957 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:54.331788 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:13:54.371638 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-346583c5-83ee-4d86-9fda-2cbc9b1e3b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.382820 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Pushing event updated for resources: {'Port': ['ID=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:54.504667 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-346583c5-83ee-4d86-9fda-2cbc9b1e3b4b admin admin] Publish callbacks [] for security_group (bd25afc6-43eb-494d-91d4-f35680440ab4), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.512044 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-346583c5-83ee-4d86-9fda-2cbc9b1e3b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (bd25afc6-43eb-494d-91d4-f35680440ab4), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.562257 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346583c5-83ee-4d86-9fda-2cbc9b1e3b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25afc6-43eb-494d-91d4-f35680440ab4,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:54.606353 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-346583c5-83ee-4d86-9fda-2cbc9b1e3b4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13837d1584fb48ed8bc8d623444af41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961751 May 04 19:13:54.607056 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38424) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:54.663155 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 3d437564-b1cf-442e-81d2-df11cc6376d0 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:13:54.675511 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8ec89852-4d07-497e-90c1-a5d172412135 admin admin] Publish callbacks [] for security_group (bd25afc6-43eb-494d-91d4-f35680440ab4), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.704827 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8ec89852-4d07-497e-90c1-a5d172412135 admin admin] Publish callbacks [] for security_group (bd25afc6-43eb-494d-91d4-f35680440ab4), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.737090 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 3d437564-b1cf-442e-81d2-df11cc6376d0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:13:54.737490 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.775592 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8ec89852-4d07-497e-90c1-a5d172412135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (bd25afc6-43eb-494d-91d4-f35680440ab4), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.778656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks [] for router_gateway (bfe0495b-89d7-4d92-8193-21070adeb679), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.779280 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8ec89852-4d07-497e-90c1-a5d172412135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.781102 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-8ec89852-4d07-497e-90c1-a5d172412135 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd25afc6-43eb-494d-91d4-f35680440ab4 HTTP/1.1" status: 204 len: 168 time: 0.1729617 May 04 19:13:54.794202 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec89852-4d07-497e-90c1-a5d172412135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25afc6-43eb-494d-91d4-f35680440ab4,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:54.858724 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 3d437564-b1cf-442e-81d2-df11cc6376d0 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:13:54.859112 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:54.918449 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 3d437564-b1cf-442e-81d2-df11cc6376d0, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=3d437564-b1cf-442e-81d2-df11cc6376d0,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:54.926967 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:55.014120 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=3d437564-b1cf-442e-81d2-df11cc6376d0,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:55.118601 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (bfe0495b-89d7-4d92-8193-21070adeb679), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:55.302058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce567a52-dc10-44ed-96b7-62ce23b590de req-19cba401-d968-4c2e-b200-956b392324c8 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:55.304893 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ce567a52-dc10-44ed-96b7-62ce23b590de req-19cba401-d968-4c2e-b200-956b392324c8 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.0694032 May 04 19:13:55.389303 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Router bfe0495b-89d7-4d92-8193-21070adeb679 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:13:55.395770 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ce567a52-dc10-44ed-96b7-62ce23b590de req-830ef5f0-226c-4587-a641-b729099400f8 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815780 May 04 19:13:55.451287 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5498475f-dab0-44ba-a022-206dc2ab0e22 None None] Network 9ab078ca-522b-4833-9058-45f147d435ce requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:55.549724 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-2cbf730a-2639-4844-b257-ffcc1d724e77 None None] Provisioning complete for port 3d437564-b1cf-442e-81d2-df11cc6376d0 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:13:55.550199 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2cbf730a-2639-4844-b257-ffcc1d724e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:55.691658 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf730a-2639-4844-b257-ffcc1d724e77 None None] Current status of the port 3d437564-b1cf-442e-81d2-df11cc6376d0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:13:55.762642 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38466) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:55.820399 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:13:55.829865 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Sync routers for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:13:55.844694 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:55.845345 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:55.871471 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:55.872698 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-775618a3-dc1b-4164-97e4-8f1f57dc36c9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6513450 May 04 19:13:55.875471 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38472) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:55.895664 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38474) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:55.925810 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-969f7ebb-2914-4df0-813c-2e4e5cf0bb07 None None] Provisioning complete for port 3d437564-b1cf-442e-81d2-df11cc6376d0 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:13:55.926271 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-969f7ebb-2914-4df0-813c-2e4e5cf0bb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:55.996822 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-42d1718c-b4b5-4f8a-87e2-f804d9f2ce5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.032016 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1892006874-network', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:56.037655 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:56.063261 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Made reservation on behalf of cc0c73a5efc84e348363ae368873f51d for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:56.065951 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.081114 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.127835 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-42d1718c-b4b5-4f8a-87e2-f804d9f2ce5c admin admin] Publish callbacks [] for security_group (d03c44a3-d043-40b3-898e-284d2a3b011a), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.137894 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-42d1718c-b4b5-4f8a-87e2-f804d9f2ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d03c44a3-d043-40b3-898e-284d2a3b011a), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.160831 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-969f7ebb-2914-4df0-813c-2e4e5cf0bb07 None None] Current status of the port 3d437564-b1cf-442e-81d2-df11cc6376d0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:13:56.204839 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1718c-b4b5-4f8a-87e2-f804d9f2ce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03c44a3-d043-40b3-898e-284d2a3b011a,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:56.237098 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-42d1718c-b4b5-4f8a-87e2-f804d9f2ce5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51955e3298394dfc805894c208a6a8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711871 May 04 19:13:56.238515 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38482) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:56.267797 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks [] for security_group (f0312888-13e8-440d-8c22-7d3c43720adb), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.270444 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:54Z', 'revision_number': 3, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:56.274382 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f0312888-13e8-440d-8c22-7d3c43720adb), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.304780 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Checking router: bfe0495b-89d7-4d92-8193-21070adeb679 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:13:56.305139 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Updating router bfe0495b-89d7-4d92-8193-21070adeb679 port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:13:56.310476 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:13:56.328913 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0312888-13e8-440d-8c22-7d3c43720adb,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:56.332071 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (09dc94f2-4c9a-46b6-a46e-946497796fc2), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.332414 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Added segment 09dc94f2-4c9a-46b6-a46e-946497796fc2 of type vlan for network 0b2c1eea-9230-4bef-b6ed-3d1855510315 May 04 19:13:56.357310 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.377872 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-59899a2c-b13c-4afb-bfa9-625fb8bbe9b2 admin admin] Publish callbacks [] for security_group (d03c44a3-d043-40b3-898e-284d2a3b011a), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.405186 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (0b2c1eea-9230-4bef-b6ed-3d1855510315), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.412163 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-59899a2c-b13c-4afb-bfa9-625fb8bbe9b2 admin admin] Publish callbacks [] for security_group (d03c44a3-d043-40b3-898e-284d2a3b011a), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.447582 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (0b2c1eea-9230-4bef-b6ed-3d1855510315), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.450426 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:56.451020 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.488843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.515844 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-59899a2c-b13c-4afb-bfa9-625fb8bbe9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d03c44a3-d043-40b3-898e-284d2a3b011a), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.519216 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-59899a2c-b13c-4afb-bfa9-625fb8bbe9b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.521917 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-59899a2c-b13c-4afb-bfa9-625fb8bbe9b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d03c44a3-d043-40b3-898e-284d2a3b011a HTTP/1.1" status: 204 len: 168 time: 0.2822368 May 04 19:13:56.540802 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2c1eea-9230-4bef-b6ed-3d1855510315,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:56.552093 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:13:56.617186 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7319a627-b210-4150-9ce8-a3e3aafe4d88 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7198081 May 04 19:13:56.621322 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38490) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:56.637170 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Request body: {'subnet': {'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1892006874-subnet', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:56.651624 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59899a2c-b13c-4afb-bfa9-625fb8bbe9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03c44a3-d043-40b3-898e-284d2a3b011a,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:56.670504 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 3d437564-b1cf-442e-81d2-df11cc6376d0 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:13:56.680035 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc9c8-bfe5-4971-a5ea-b3119987e095 req-638242cb-55c5-4d47-8c13-4a52a2ae0c42 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:56.681644 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91ffc9c8-bfe5-4971-a5ea-b3119987e095 req-638242cb-55c5-4d47-8c13-4a52a2ae0c42 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.1583803 May 04 19:13:56.682748 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Made reservation on behalf of cc0c73a5efc84e348363ae368873f51d for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:13:56.685001 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.717500 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Allocated IP 172.20.0.1 (9ab078ca-522b-4833-9058-45f147d435ce/9dca1202-d6b9-4401-abdc-0cba7e2592a4/d0c26963-1c24-4389-91bb-49050993f84c) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:13:56.763216 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91ffc9c8-bfe5-4971-a5ea-b3119987e095 req-6b963b99-7e26-4361-9d39-ba5692b2b3b5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546291 May 04 19:13:56.844649 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks [] for port (d0c26963-1c24-4389-91bb-49050993f84c), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.895891 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (d0c26963-1c24-4389-91bb-49050993f84c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.927296 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 3d437564-b1cf-442e-81d2-df11cc6376d0 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:13:56.927863 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.934277 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Network 9ab078ca-522b-4833-9058-45f147d435ce is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:13:56.937144 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:56.940598 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:13:56.984728 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Publish callbacks [] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.987551 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38494) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:56.996744 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.004052 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (bfe0495b-89d7-4d92-8193-21070adeb679), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.009706 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c26963-1c24-4389-91bb-49050993f84c,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:57.017738 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (0bbde651-3b12-469f-83c1-7ea8f539db32), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.052398 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d06f4a28-4ef4-4cf3-af3b-08f00379a304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.053740 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Attempting to bind port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:13:57.054120 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Attempting to bind port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:13:57.054485 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Attempting to bind port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:13:57.092943 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:13:57.093324 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:57.093936 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.094512 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:13:57.095172 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Bound port: dfaa2cec-e9c7-478c-8a86-cdcd77bc7498, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:13:57.095733 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.097608 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724a4f2-a6cb-428d-b1c6-70931bdbb45c None None] Pushing event updated for resources: {'Port': ['ID=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:57.098907 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbde651-3b12-469f-83c1-7ea8f539db32,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:57.108973 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Checking segment: {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:57.109598 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Network hostable DHCP agents. Network: 0b2c1eea-9230-4bef-b6ed-3d1855510315, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:13:57.131870 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:13:57.133264 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 3d437564-b1cf-442e-81d2-df11cc6376d0 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:13:57.148993 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 0b2c1eea-9230-4bef-b6ed-3d1855510315) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:57.154591 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:57.155444 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.159280 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a7578-51b7-4988-a0a9-8d010db70ec6 None None] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:13:57.182174 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d0afe016-46e6-4b02-affc-df526c00682c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5497932 May 04 19:13:57.184811 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38496) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:57.186205 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] For port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:13:57.189499 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:13:57.214359 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] For port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:13:57.246044 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.269293 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.270440 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.281846 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d06f4a28-4ef4-4cf3-af3b-08f00379a304 admin admin] Publish callbacks [] for security_group (3adcafca-ea89-4315-97d4-0f973872a08f), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.283766 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d0c26963-1c24-4389-91bb-49050993f84c), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.295842 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d06f4a28-4ef4-4cf3-af3b-08f00379a304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3adcafca-ea89-4315-97d4-0f973872a08f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.347203 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-8f1994f5-6262-411b-b10d-dce6e040ce84 None None] Provisioning complete for port d0c26963-1c24-4389-91bb-49050993f84c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:13:57.347461 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8f1994f5-6262-411b-b10d-dce6e040ce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (d0c26963-1c24-4389-91bb-49050993f84c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.371992 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724a4f2-a6cb-428d-b1c6-70931bdbb45c None None] Pushing event updated for resources: {'Port': ['ID=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:57.377732 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-0b2c1eea-9230-4bef-b6ed-3d1855510315', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:13:57.380823 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d06f4a28-4ef4-4cf3-af3b-08f00379a304 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f2f74cc3b6a494e80fa38e2e17c7032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794291 May 04 19:13:57.381644 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.383370 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:13:57.384549 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38498) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:57.384762 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:57.410163 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks [] for router_controller (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), precommit_add_association {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.415090 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f4a28-4ef4-4cf3-af3b-08f00379a304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adcafca-ea89-4315-97d4-0f973872a08f,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:57.447544 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-8f1994f5-6262-411b-b10d-dce6e040ce84 None None] Port d0c26963-1c24-4389-91bb-49050993f84c cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:13:57.451161 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd9df89f-fa53-46da-86dc-ae8f1f4bc92a admin admin] Publish callbacks [] for security_group (3adcafca-ea89-4315-97d4-0f973872a08f), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.479839 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd9df89f-fa53-46da-86dc-ae8f1f4bc92a admin admin] Publish callbacks [] for security_group (3adcafca-ea89-4315-97d4-0f973872a08f), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.543318 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd9df89f-fa53-46da-86dc-ae8f1f4bc92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3adcafca-ea89-4315-97d4-0f973872a08f), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.546439 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd9df89f-fa53-46da-86dc-ae8f1f4bc92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.550256 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-dd9df89f-fa53-46da-86dc-ae8f1f4bc92a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3adcafca-ea89-4315-97d4-0f973872a08f HTTP/1.1" status: 204 len: 168 time: 0.1624627 May 04 19:13:57.576539 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df89f-fa53-46da-86dc-ae8f1f4bc92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adcafca-ea89-4315-97d4-0f973872a08f,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:57.631241 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:13:57.646528 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks [] for router_gateway (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.725245 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Allocated IP 172.20.0.2 (0b2c1eea-9230-4bef-b6ed-3d1855510315/0bbde651-3b12-469f-83c1-7ea8f539db32/29abb86d-6101-457a-b605-98dc6a95a22a) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:13:57.763508 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks [] for port (d0c26963-1c24-4389-91bb-49050993f84c), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:57.777059 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24602673'] for port (d0c26963-1c24-4389-91bb-49050993f84c), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.018145 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (bfe0495b-89d7-4d92-8193-21070adeb679), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.031174 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Publish callbacks [] for port (29abb86d-6101-457a-b605-98dc6a95a22a), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.040169 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c26963-1c24-4389-91bb-49050993f84c,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:58.053084 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.064058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303c1c1-2f95-4612-8445-9133e3b1933c req-1e0d1d7a-3da0-4b41-90de-7145201b77fe tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:58.065568 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0303c1c1-2f95-4612-8445-9133e3b1933c req-1e0d1d7a-3da0-4b41-90de-7145201b77fe tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.1685531 May 04 19:13:58.083925 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:13:56Z', 'revision_number': 1, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:13:58.112694 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks [] for router_gateway (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.141883 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e059eb3-59a8-4a79-aca0-23ee2c67978f None None] The sync data for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi is: [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:13:56Z', 'revision_number': 1, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:13:58.144990 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.154952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:13:58.158344 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:58.164613 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:13:58.172578 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Pushing event updated for resources: {'Port': ['ID=29abb86d-6101-457a-b605-98dc6a95a22a,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:58.208434 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0303c1c1-2f95-4612-8445-9133e3b1933c req-4df7b187-c8ad-4e39-8b42-43f51cccfd82 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332467 May 04 19:13:58.247551 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Attempting to bind port 29abb86d-6101-457a-b605-98dc6a95a22a on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:13:58.249975 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Attempting to bind port 29abb86d-6101-457a-b605-98dc6a95a22a by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:13:58.250365 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Attempting to bind port 29abb86d-6101-457a-b605-98dc6a95a22a on network 0b2c1eea-9230-4bef-b6ed-3d1855510315 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:13:58.256537 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:13:58.256949 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Checking segment: {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:13:58.257331 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.257791 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Bound using segment: {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:13:58.258282 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Bound port: 29abb86d-6101-457a-b605-98dc6a95a22a, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:13:58.258698 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.341353 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] For port 29abb86d-6101-457a-b605-98dc6a95a22a, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:13:58.346076 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] For port 29abb86d-6101-457a-b605-98dc6a95a22a, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=29abb86d-6101-457a-b605-98dc6a95a22a,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:13:58.355695 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.427718 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd26d-c602-4c5e-ab96-974ac86daa19 None None] Pushing event updated for resources: {'Port': ['ID=29abb86d-6101-457a-b605-98dc6a95a22a,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:58.598094 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Network 9ab078ca-522b-4833-9058-45f147d435ce is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:13:58.637842 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:58.658001 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Allocated IP 172.27.2.148 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/5f631237-0469-4aad-80bc-356b7677c03a) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:13:58.877118 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Router bfe0495b-89d7-4d92-8193-21070adeb679 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:13:58.965998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks [] for port (5f631237-0469-4aad-80bc-356b7677c03a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:58.995521 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-9c708248-de97-46b9-8aaa-e191a05cfa29 None None] Provisioning complete for port d0c26963-1c24-4389-91bb-49050993f84c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:13:58.996053 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-9c708248-de97-46b9-8aaa-e191a05cfa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (d0c26963-1c24-4389-91bb-49050993f84c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:59.045298 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:13:59.051203 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1201aa34-812f-4808-ab65-3245691311b0 admin admin] 10.222.0.69 "PUT /v2.0/routers/bfe0495b-89d7-4d92-8193-21070adeb679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1747365 May 04 19:13:59.051538 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-9c708248-de97-46b9-8aaa-e191a05cfa29 None None] Port d0c26963-1c24-4389-91bb-49050993f84c cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:13:59.067477 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (5f631237-0469-4aad-80bc-356b7677c03a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:59.092179 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device bbd412e0-d285-4a86-9b3a-addb7dfbd08b details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:13:59.121319 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:13:59.124345 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:13:59.144846 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:13:59.154875 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f631237-0469-4aad-80bc-356b7677c03a,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:59.330470 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port bbd412e0-d285-4a86-9b3a-addb7dfbd08b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:59.353374 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:13:59.404416 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38552) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:13:59.415421 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port bbd412e0-d285-4a86-9b3a-addb7dfbd08b is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:13:59.416092 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:59.468398 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f875dd-89f0-46e6-9281-c82ad64b533a req-cca9e979-17cd-4bf3-a9f1-897968dbf452 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:13:59.469859 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd412e0-d285-4a86-9b3a-addb7dfbd08b {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:13:59.476061 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83f875dd-89f0-46e6-9281-c82ad64b533a req-cca9e979-17cd-4bf3-a9f1-897968dbf452 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 944 time: 0.1444933 May 04 19:13:59.540181 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port bbd412e0-d285-4a86-9b3a-addb7dfbd08b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:13:59.548997 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:59.611862 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-83f875dd-89f0-46e6-9281-c82ad64b533a req-b8ccc06e-bbd7-4b96-ac4e-103b482a1f4c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346838 May 04 19:13:59.648929 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:13:59.726437 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks [] for router_gateway (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:59.790703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-986062ab-3cef-4d31-bd90-a4c3ca068c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:59.830146 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['bbd412e0-d285-4a86-9b3a-addb7dfbd08b'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:13:59.992237 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a222887-7143-458b-a7b8-c7ca8ac81b0e None None] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:14:00.011470 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-986062ab-3cef-4d31-bd90-a4c3ca068c02 admin admin] Publish callbacks [] for security_group (7cbdbf4c-854a-4a18-be26-ec3e1f98e64d), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.019635 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-986062ab-3cef-4d31-bd90-a4c3ca068c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7cbdbf4c-854a-4a18-be26-ec3e1f98e64d), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.067995 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-986062ab-3cef-4d31-bd90-a4c3ca068c02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=733055ae29224f42af5ecef3675f7e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607404 May 04 19:14:00.075056 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38580) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:00.129519 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986062ab-3cef-4d31-bd90-a4c3ca068c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbdbf4c-854a-4a18-be26-ec3e1f98e64d,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:00.153240 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38586) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:00.160141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1312850718-network', 'tenant_id': '0756fee562b84347967bbed713442101'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:00.187694 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Made reservation on behalf of 0756fee562b84347967bbed713442101 for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:14:00.190259 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.202342 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.206742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.218800 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a3e49df-2f04-4c61-b6b7-e1905a389e5f admin admin] Publish callbacks [] for security_group (7cbdbf4c-854a-4a18-be26-ec3e1f98e64d), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.236036 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-8d9b3728-576c-4784-b77d-3b2572320170 None None] Provisioning complete for port 29abb86d-6101-457a-b605-98dc6a95a22a triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:00.242116 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3728-576c-4784-b77d-3b2572320170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.262049 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a3e49df-2f04-4c61-b6b7-e1905a389e5f admin admin] Publish callbacks [] for security_group (7cbdbf4c-854a-4a18-be26-ec3e1f98e64d), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.345961 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks [] for security_group (45117c48-205f-4c53-a359-3c00b44f22ae), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.351066 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (45117c48-205f-4c53-a359-3c00b44f22ae), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.358636 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a3e49df-2f04-4c61-b6b7-e1905a389e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (7cbdbf4c-854a-4a18-be26-ec3e1f98e64d), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.361488 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7a3e49df-2f04-4c61-b6b7-e1905a389e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.362618 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7a3e49df-2f04-4c61-b6b7-e1905a389e5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7cbdbf4c-854a-4a18-be26-ec3e1f98e64d HTTP/1.1" status: 204 len: 168 time: 0.2865977 May 04 19:14:00.393346 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:14:00.400514 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45117c48-205f-4c53-a359-3c00b44f22ae,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:00.412470 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e49df-2f04-4c61-b6b7-e1905a389e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbdbf4c-854a-4a18-be26-ec3e1f98e64d,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:00.419010 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (e89ac70f-a3f1-4392-a805-36f085a31930), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.419521 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Added segment e89ac70f-a3f1-4392-a805-36f085a31930 of type vlan for network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 May 04 19:14:00.447841 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b3728-576c-4784-b77d-3b2572320170 None None] Current status of the port 29abb86d-6101-457a-b605-98dc6a95a22a is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:00.448331 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3728-576c-4784-b77d-3b2572320170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.474196 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.496893 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:14:00.525107 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.531375 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:00.532179 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.590036 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4354174 May 04 19:14:00.592980 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38592) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:00.604541 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Request body: {'subnet': {'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1312850718-subnet', 'tenant_id': '0756fee562b84347967bbed713442101', 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:00.632677 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-8d9b3728-576c-4784-b77d-3b2572320170 None None] For port 29abb86d-6101-457a-b605-98dc6a95a22a, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=29abb86d-6101-457a-b605-98dc6a95a22a,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:00.639538 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3728-576c-4784-b77d-3b2572320170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.679192 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a3cbd-e841-49d6-b5dd-fcd1dd1caee6 admin admin] Pushing event updated for resources: {'Network': ['ID=dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:00.687475 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Made reservation on behalf of 0756fee562b84347967bbed713442101 for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:14:00.690065 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.714311 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:14:00.862891 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:14:00.871154 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21162c-5769-43b1-b014-296d20409ece req-12908469-abbc-4337-bb49-2a9cbe8ecb1c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:00.873796 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a21162c-5769-43b1-b014-296d20409ece req-12908469-abbc-4337-bb49-2a9cbe8ecb1c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 945 time: 0.1049597 May 04 19:14:00.887610 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Sync routers for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:00.906142 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:00.908497 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:00.910009 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.911421 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-9bf2b9ca-2448-495d-87a2-b9cd5048e3f8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7256749 May 04 19:14:00.916140 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38600) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:00.929898 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:00.987495 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3728-576c-4784-b77d-3b2572320170 None None] Pushing event updated for resources: {'Port': ['ID=29abb86d-6101-457a-b605-98dc6a95a22a,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:01.008533 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (ce4537ac-3751-457b-a4e7-dbfe871a5e7f), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.038472 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:01.047763 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a21162c-5769-43b1-b014-296d20409ece req-ed6cc02e-ee74-4755-bb94-2426fdfea237 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578386 May 04 19:14:01.047940 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb5bcaec-86a7-4dcf-9303-46b5762b97c9 None None] Provisioning complete for port 29abb86d-6101-457a-b605-98dc6a95a22a triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:01.049923 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcaec-86a7-4dcf-9303-46b5762b97c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.067004 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4537ac-3751-457b-a4e7-dbfe871a5e7f,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:01.083418 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Checking segment: {'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:01.084070 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Network hostable DHCP agents. Network: dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:14:01.126634 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:01.127164 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.133569 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:14:01.148682 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:01.167920 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:01.170100 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.177723 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1e17d-e8a4-4ca7-9485-4bb844372321 None None] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:14:01.198597 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-2bad31f1-dec7-4e73-91ed-55627e8fc089 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6023180 May 04 19:14:01.198942 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38608) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:01.206055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:01.236641 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (8091e1b0-3180-456c-9e61-70d6b581b9d9), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.238327 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (8091e1b0-3180-456c-9e61-70d6b581b9d9), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.307101 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks [] for router_controller (8091e1b0-3180-456c-9e61-70d6b581b9d9), precommit_add_association {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.461145 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:13:59Z', 'revision_number': 3, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:01.469367 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device bbd412e0-d285-4a86-9b3a-addb7dfbd08b up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:01.576120 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:01.576120 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.603130 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port bbd412e0-d285-4a86-9b3a-addb7dfbd08b completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:14:01.610294 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02', 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02', 'project_id': '0756fee562b84347967bbed713442101', 'fixed_ips': [{'subnet_id': 'ce4537ac-3751-457b-a4e7-dbfe871a5e7f'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:14:01.611358 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.612610 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks [] for router_gateway (8091e1b0-3180-456c-9e61-70d6b581b9d9), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.621010 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Checking router: 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:01.621561 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Updating router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f port 5f631237-0469-4aad-80bc-356b7677c03a binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:14:01.642648 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:01.663547 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (5f631237-0469-4aad-80bc-356b7677c03a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.718514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Sync routers for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:01.725168 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.726154 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 29abb86d-6101-457a-b605-98dc6a95a22a up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:01.729569 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port bbd412e0-d285-4a86-9b3a-addb7dfbd08b triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:01.730061 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.840406 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.868810 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:01.869630 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:01.941785 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks [] for router_gateway (8091e1b0-3180-456c-9e61-70d6b581b9d9), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.998577 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.006132 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Allocated IP 172.20.0.2 (dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02/ce4537ac-3751-457b-a4e7-dbfe871a5e7f/1dcd8141-2b9b-4a72-9482-476e43185236) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:02.035849 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:02.048677 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 29abb86d-6101-457a-b605-98dc6a95a22a triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:02.049297 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.057858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bcaec-86a7-4dcf-9303-46b5762b97c9 None None] Current status of the port 29abb86d-6101-457a-b605-98dc6a95a22a is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:02.084636 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Allocated IP 172.20.0.1 (0b2c1eea-9230-4bef-b6ed-3d1855510315/0bbde651-3b12-469f-83c1-7ea8f539db32/c1d4a931-f21e-4136-8bc9-c4f6061efc5a) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:02.103292 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Publish callbacks [] for port (5f631237-0469-4aad-80bc-356b7677c03a), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.116456 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (5f631237-0469-4aad-80bc-356b7677c03a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.187717 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Pushing event updated for resources: {'Port': ['ID=5f631237-0469-4aad-80bc-356b7677c03a,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:02.216386 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.216747 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.217114 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.217494 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.217841 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.218171 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.218497 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.218972 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.219353 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.219685 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.220009 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.220933 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.221319 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.221716 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.222045 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:02.242123 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Attempting to bind port 5f631237-0469-4aad-80bc-356b7677c03a on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:02.243050 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Attempting to bind port 5f631237-0469-4aad-80bc-356b7677c03a by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:02.244792 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Attempting to bind port 5f631237-0469-4aad-80bc-356b7677c03a on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:02.251056 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port bbd412e0-d285-4a86-9b3a-addb7dfbd08b is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:02.251576 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.257269 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:02.258849 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:02.259552 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.260120 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:02.261929 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Bound port: 5f631237-0469-4aad-80bc-356b7677c03a, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:02.262508 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (5f631237-0469-4aad-80bc-356b7677c03a), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.278858 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Allocated IP 172.27.2.100 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/4756dab8-5915-4466-b417-53c58ad62ddb) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:02.297957 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f992862-3cae-4fec-87b0-cf770c84c7a1 req-046cee8f-ec51-486f-8d16-8865712efd48 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:02.299513 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9f992862-3cae-4fec-87b0-cf770c84c7a1 req-046cee8f-ec51-486f-8d16-8865712efd48 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 945 time: 0.1147583 May 04 19:14:02.318817 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:02.319866 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks [] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.343301 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] For port 5f631237-0469-4aad-80bc-356b7677c03a, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:02.349648 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] For port 5f631237-0469-4aad-80bc-356b7677c03a, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=5f631237-0469-4aad-80bc-356b7677c03a,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:02.363897 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (5f631237-0469-4aad-80bc-356b7677c03a), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.375614 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.433456 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9f992862-3cae-4fec-87b0-cf770c84c7a1 req-f6f73aea-536c-4e01-9c7c-9dc024d797cb tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230257 May 04 19:14:02.467655 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:02.484524 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:02.486803 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eabaa16-3e17-491f-8751-f22668f79f51" -d '{"events": [{"server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "name": "network-vif-plugged", "status": "completed", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:02.491845 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:02.495298 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks [] for port (4756dab8-5915-4466-b417-53c58ad62ddb), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.513778 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:02.514582 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa79a3-3683-4b5d-bc47-c8f819dc3e88 None None] Pushing event updated for resources: {'Port': ['ID=5f631237-0469-4aad-80bc-356b7677c03a,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:02.521844 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:02.534077 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port bbd412e0-d285-4a86-9b3a-addb7dfbd08b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:02.556937 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:02.557589 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:02.604463 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.631760 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.679435 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Publish callbacks [] for port (1dcd8141-2b9b-4a72-9482-476e43185236), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.691048 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:02.715475 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:02.730022 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:02.839715 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:02.863970 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Pushing event updated for resources: {'Port': ['ID=4756dab8-5915-4466-b417-53c58ad62ddb,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:02.942079 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eb332f-51ff-46e1-ac99-d739aa5c85f4 x-openstack-request-id: req-01eb332f-51ff-46e1-ac99-d739aa5c85f4 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:02.942658 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "name": "network-vif-plugged", "status": "completed", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:02.943096 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01eb332f-51ff-46e1-ac99-d739aa5c85f4 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:02.943666 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01eb332f-51ff-46e1-ac99-d739aa5c85f4'] response: {'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'code': 200} May 04 19:14:02.945716 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:02.948463 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 29abb86d-6101-457a-b605-98dc6a95a22a is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:02.982011 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.002774 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d5134-bdf2-4fd0-ba99-56c0699521c5 req-c6958315-0c81-4a12-ac93-d0e49e190f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:03.003803 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:03.004307 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-729d5134-bdf2-4fd0-ba99-56c0699521c5 req-c6958315-0c81-4a12-ac93-d0e49e190f08 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1130 time: 0.1761527 May 04 19:14:03.020799 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.042427 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:03.049576 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-2f64595a-842c-49a6-90be-867cc6776255 None None] Provisioning complete for port c1d4a931-f21e-4136-8bc9-c4f6061efc5a triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:03.050876 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2f64595a-842c-49a6-90be-867cc6776255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.063254 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:03.185672 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:13:59Z', 'revision_number': 3, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:03.245746 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71dfce-d983-4dc4-a7d7-412b30d004cc None None] The sync data for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi is: [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:13:59Z', 'revision_number': 3, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:03.266248 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-729d5134-bdf2-4fd0-ba99-56c0699521c5 req-a8cc9602-eb2d-4f61-b93b-cd34b6e88c5f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800129 May 04 19:14:03.287691 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:03.292026 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-2f64595a-842c-49a6-90be-867cc6776255 None None] Port c1d4a931-f21e-4136-8bc9-c4f6061efc5a cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:03.294830 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:03.420551 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks [] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.426789 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Attempting to bind port 1dcd8141-2b9b-4a72-9482-476e43185236 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:03.429176 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Attempting to bind port 1dcd8141-2b9b-4a72-9482-476e43185236 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:03.429564 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24602673'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.432052 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Attempting to bind port 1dcd8141-2b9b-4a72-9482-476e43185236 on network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:03.452351 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 2, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:03.454583 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks [] for router_gateway (8091e1b0-3180-456c-9e61-70d6b581b9d9), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.513804 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.523609 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:03.581030 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:03.581675 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Checking segment: {'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:03.582330 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.584855 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Bound using segment: {'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:03.585420 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Bound port: 1dcd8141-2b9b-4a72-9482-476e43185236, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:03.588225 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.624299 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Checking router: bfe0495b-89d7-4d92-8193-21070adeb679 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:03.624731 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Updating router bfe0495b-89d7-4d92-8193-21070adeb679 port d0c26963-1c24-4389-91bb-49050993f84c binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:14:03.682215 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Pushing event updated for resources: {'Port': ['ID=1dcd8141-2b9b-4a72-9482-476e43185236,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:03.747622 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:03.748990 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:03.750587 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d0c26963-1c24-4389-91bb-49050993f84c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.782899 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51f8d-e4d9-4445-9409-cf51b95888f2 req-0b487b96-20fd-43ea-b7c9-084049b187ff tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:03.784688 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] For port 1dcd8141-2b9b-4a72-9482-476e43185236, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:03.792308 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1df51f8d-e4d9-4445-9409-cf51b95888f2 req-0b487b96-20fd-43ea-b7c9-084049b187ff tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 946 time: 0.1057181 May 04 19:14:03.794183 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] For port 1dcd8141-2b9b-4a72-9482-476e43185236, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=1dcd8141-2b9b-4a72-9482-476e43185236,segment=NetworkSegment(e89ac70f-a3f1-4392-a805-36f085a31930),segment_id=e89ac70f-a3f1-4392-a805-36f085a31930)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:03.808260 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.819711 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:03.820471 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.886494 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1df51f8d-e4d9-4445-9409-cf51b95888f2 req-978b5028-7a8c-4186-a064-cb36155a233e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931873 May 04 19:14:03.960772 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (8091e1b0-3180-456c-9e61-70d6b581b9d9), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:04.179801 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:14:04.182872 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Router 8091e1b0-3180-456c-9e61-70d6b581b9d9 is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:14:04.401484 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e05a0-268e-4f7d-8cbd-24eedbaffc15 None None] Pushing event updated for resources: {'Port': ['ID=1dcd8141-2b9b-4a72-9482-476e43185236,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:04.429430 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-482b2212-a06e-4a2e-9d25-e8a8db59662b None None] Provisioning complete for port c1d4a931-f21e-4136-8bc9-c4f6061efc5a triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:04.430167 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-482b2212-a06e-4a2e-9d25-e8a8db59662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:04.465932 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:14:04.608913 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-482b2212-a06e-4a2e-9d25-e8a8db59662b None None] Port c1d4a931-f21e-4136-8bc9-c4f6061efc5a cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:04.646431 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:04.647593 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 29abb86d-6101-457a-b605-98dc6a95a22a up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:04.732687 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 29abb86d-6101-457a-b605-98dc6a95a22a triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:04.733115 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:04.738478 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:14:04.750223 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-f86520d9-f424-40fb-8d64-370cb5e48c53 admin admin] 10.222.0.69 "PUT /v2.0/routers/47f67d4a-7e4f-4820-bfb9-6fe02fe1915f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8329911 May 04 19:14:04.791739 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:14:04.806362 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Sync routers for ids ['8091e1b0-3180-456c-9e61-70d6b581b9d9'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:04.827372 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:04.829798 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-dd2ae78d-3dc3-440a-8ec7-a641220aefb4 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6294022 May 04 19:14:04.832389 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38686) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:04.841335 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Publish callbacks [] for port (d0c26963-1c24-4389-91bb-49050993f84c), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:04.858404 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Routers {'8091e1b0-3180-456c-9e61-70d6b581b9d9'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:04.868507 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['8091e1b0-3180-456c-9e61-70d6b581b9d9'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:04.935934 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 29abb86d-6101-457a-b605-98dc6a95a22a is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:04.943470 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (d0c26963-1c24-4389-91bb-49050993f84c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:05.165783 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f65fe6-cd4c-4f9b-823f-994630807f9c None None] Pushing event updated for resources: {'Port': ['ID=d0c26963-1c24-4389-91bb-49050993f84c,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:05.255741 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Set router 8091e1b0-3180-456c-9e61-70d6b581b9d9 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:05.288217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a02cb-642b-4efb-9767-41bec050daf4 req-57b3a21d-9f13-4896-935f-6d5b940817e4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:05.296808 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a86a02cb-642b-4efb-9767-41bec050daf4 req-57b3a21d-9f13-4896-935f-6d5b940817e4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 946 time: 0.2142117 May 04 19:14:05.362858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Attempting to bind port d0c26963-1c24-4389-91bb-49050993f84c on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:05.363480 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Attempting to bind port d0c26963-1c24-4389-91bb-49050993f84c by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:05.363921 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Attempting to bind port d0c26963-1c24-4389-91bb-49050993f84c on network 9ab078ca-522b-4833-9058-45f147d435ce {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:05.374029 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:05.374181 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Checking segment: {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:05.383012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:05.383012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Bound using segment: {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:05.383012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Bound port: d0c26963-1c24-4389-91bb-49050993f84c, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:05.383012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d0c26963-1c24-4389-91bb-49050993f84c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:05.419571 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 1dcd8141-2b9b-4a72-9482-476e43185236 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:05.426124 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-a86a02cb-642b-4efb-9767-41bec050daf4 req-bd4aced7-f3c3-449b-8383-558238733ef5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255205 May 04 19:14:05.599486 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-4724fb4c-b87a-4f83-a0ba-fb89b676896b None None] Provisioning complete for port d0c26963-1c24-4389-91bb-49050993f84c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:05.599486 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-4724fb4c-b87a-4f83-a0ba-fb89b676896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (d0c26963-1c24-4389-91bb-49050993f84c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:05.605140 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 1dcd8141-2b9b-4a72-9482-476e43185236 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:05.608502 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:05.669143 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] For port d0c26963-1c24-4389-91bb-49050993f84c, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:05.669958 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ec6bd-8add-40c7-8dbc-7820d68f3bf0 req-53498274-2ba9-4c9b-8ffb-720ef252f93c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:05.671036 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a2ec6bd-8add-40c7-8dbc-7820d68f3bf0 req-53498274-2ba9-4c9b-8ffb-720ef252f93c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 946 time: 0.0736892 May 04 19:14:05.674966 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c40156-9e3d-4e35-919a-a5b5ac106376 None None] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:14:05.728669 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:03Z', 'revision_number': 3, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port': {'id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:02Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:05.755065 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] For port d0c26963-1c24-4389-91bb-49050993f84c, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=d0c26963-1c24-4389-91bb-49050993f84c,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:05.780847 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Checking router: 8091e1b0-3180-456c-9e61-70d6b581b9d9 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:05.781653 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Updating router 8091e1b0-3180-456c-9e61-70d6b581b9d9 port 4756dab8-5915-4466-b417-53c58ad62ddb binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:14:05.795927 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-4724fb4c-b87a-4f83-a0ba-fb89b676896b None None] Port d0c26963-1c24-4389-91bb-49050993f84c cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:05.808975 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (d0c26963-1c24-4389-91bb-49050993f84c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:05.824049 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:05.903753 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-4a2ec6bd-8add-40c7-8dbc-7820d68f3bf0 req-a34bd3ce-b43c-4a77-b034-9fdec517fc5b tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210693 May 04 19:14:05.938288 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38714) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:05.990979 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f65fe6-cd4c-4f9b-823f-994630807f9c None None] Pushing event updated for resources: {'Port': ['ID=d0c26963-1c24-4389-91bb-49050993f84c,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:05.997450 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:05.998170 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:06.017725 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55a2e1-e62d-45a4-af96-38cfb885a978 tempest-TestVolumeBootPattern-1199677238 tempest-TestVolumeBootPattern-1199677238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:06.018444 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cd0f55d8-97ed-4f97-91e8-a3203fb91bc0 None None] Provisioning complete for port 1dcd8141-2b9b-4a72-9482-476e43185236 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:06.018832 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cd0f55d8-97ed-4f97-91e8-a3203fb91bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.023733 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-bc55a2e1-e62d-45a4-af96-38cfb885a978 tempest-TestVolumeBootPattern-1199677238 tempest-TestVolumeBootPattern-1199677238-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1125 time: 0.0842159 May 04 19:14:06.025172 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38718) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:06.029772 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:06.056920 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.066191 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.091816 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 1dcd8141-2b9b-4a72-9482-476e43185236 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:06.092357 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.151720 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Sync routers for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:06.269558 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:06.276396 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:06.284017 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 1dcd8141-2b9b-4a72-9482-476e43185236, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=1dcd8141-2b9b-4a72-9482-476e43185236,segment=NetworkSegment(e89ac70f-a3f1-4392-a805-36f085a31930),segment_id=e89ac70f-a3f1-4392-a805-36f085a31930)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:06.308786 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.350940 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.352539 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 5f631237-0469-4aad-80bc-356b7677c03a up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:06.402053 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38730) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:06.411954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-933313431-network', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:06.428006 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:06.484497 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Made reservation on behalf of 744b0f3356ab47b08317213c0f3055ba for: {'network': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:14:06.486936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for network (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.503446 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Allocated IP 172.20.0.1 (dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02/ce4537ac-3751-457b-a4e7-dbfe871a5e7f/f4139330-7be9-4efa-9670-9513d9580fab) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:06.505886 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.554906 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Publish callbacks [] for port (4756dab8-5915-4466-b417-53c58ad62ddb), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.563094 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.613996 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Attempting to bind port 4756dab8-5915-4466-b417-53c58ad62ddb on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:06.614533 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Attempting to bind port 4756dab8-5915-4466-b417-53c58ad62ddb by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:06.615073 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Attempting to bind port 4756dab8-5915-4466-b417-53c58ad62ddb on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:06.622454 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=1dcd8141-2b9b-4a72-9482-476e43185236,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:06.628153 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f55d8-97ed-4f97-91e8-a3203fb91bc0 None None] Current status of the port 1dcd8141-2b9b-4a72-9482-476e43185236 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:06.638265 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:06.639303 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:06.639925 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.640606 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:06.642606 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Bound port: 4756dab8-5915-4466-b417-53c58ad62ddb, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:06.643167 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.681177 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 5f631237-0469-4aad-80bc-356b7677c03a triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:06.681828 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (5f631237-0469-4aad-80bc-356b7677c03a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.708835 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks [] for port (f4139330-7be9-4efa-9670-9513d9580fab), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.723129 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] For port 4756dab8-5915-4466-b417-53c58ad62ddb, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:06.730999 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] For port 4756dab8-5915-4466-b417-53c58ad62ddb, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=4756dab8-5915-4466-b417-53c58ad62ddb,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:06.731940 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Allocated IP 172.27.2.168 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/9ff98431-0b55-43fb-bc59-45e522b33e14) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:06.738953 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:06.745655 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks [] for security_group (f23132b9-4e22-42b3-89e4-334f67509d99), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.757589 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.767208 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57f7f2-f610-49e1-995f-9a77f245aba3 None None] Pushing event updated for resources: {'Port': ['ID=4756dab8-5915-4466-b417-53c58ad62ddb,revision_number=2']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:06.772021 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f23132b9-4e22-42b3-89e4-334f67509d99), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.815434 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:14:06.844611 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Routers {'8091e1b0-3180-456c-9e61-70d6b581b9d9'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:06.846863 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['8091e1b0-3180-456c-9e61-70d6b581b9d9'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:06.902048 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (f4139330-7be9-4efa-9670-9513d9580fab), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.902417 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.905388 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (6d88f5da-ff3b-49a2-abd9-9a3adf6671ea), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.918125 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.segments_db [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Added segment 6d88f5da-ff3b-49a2-abd9-9a3adf6671ea of type vlan for network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe May 04 19:14:06.928112 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57f7f2-f610-49e1-995f-9a77f245aba3 None None] Pushing event updated for resources: {'Port': ['ID=4756dab8-5915-4466-b417-53c58ad62ddb,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:06.945340 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:06.986789 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23132b9-4e22-42b3-89e4-334f67509d99,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:07.029174 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=9ff98431-0b55-43fb-bc59-45e522b33e14,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:07.042014 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:07.045817 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:07.052700 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:07.102533 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:07.106480 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38744) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:07.106993 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] Set router 8091e1b0-3180-456c-9e61-70d6b581b9d9 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:07.116829 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770775957706'] for network (46bca3e5-d5ac-4b72-ac20-089d315ea4fe), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.136443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:07.138427 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Pushing event updated for resources: {'Port': ['ID=f4139330-7be9-4efa-9670-9513d9580fab,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:07.154733 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:07.260059 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871'] for network (46bca3e5-d5ac-4b72-ac20-089d315ea4fe), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.261079 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:07.261682 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.360470 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] Pushing event updated for resources: {'Network': ['ID=46bca3e5-d5ac-4b72-ac20-089d315ea4fe,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:07.391423 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-a0858a17-1507-454d-9016-45eeca58ec6d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9841962 May 04 19:14:07.391423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (8091e1b0-3180-456c-9e61-70d6b581b9d9), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.393137 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38748) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:07.401365 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Request body: {'subnet': {'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-933313431-subnet', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'ip_version': 4}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:07.408592 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Provisioning complete for port 1dcd8141-2b9b-4a72-9482-476e43185236 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:07.409076 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.411937 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:03Z', 'revision_number': 3, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port': {'id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:02Z', 'updated_at': '2022-05-04T19:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:07.415315 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe details requested by agent ovs-agent-dv-cinder-830901-3-iscsi with host dv-cinder-830901-3-iscsi {{(pid=103489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:14:07.450200 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09ecf2-c109-46ab-9423-6055eb7b3501 None None] The sync data for ids ['8091e1b0-3180-456c-9e61-70d6b581b9d9'] in dv-cinder-830901-3-iscsi is: [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:03Z', 'revision_number': 3, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port': {'id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:02Z', 'updated_at': '2022-05-04T19:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:07.512700 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Made reservation on behalf of 744b0f3356ab47b08317213c0f3055ba for: {'subnet': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:14:07.515803 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50041946'] for subnet (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.572527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0d14ad16-57f4-4136-a7bc-905c17f87c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.607369 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.649301 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:05Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:07.694794 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af814ce9-fc1a-462d-a845-65a15944e5f2 None None] The sync data for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi is: [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:05Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:07.734448 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f4139330-7be9-4efa-9670-9513d9580fab), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.737850 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.766180 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0d14ad16-57f4-4136-a7bc-905c17f87c1e admin admin] Publish callbacks [] for security_group (ec221fa5-10d3-4eb8-821a-499cbc983b1e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.782284 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0d14ad16-57f4-4136-a7bc-905c17f87c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ec221fa5-10d3-4eb8-821a-499cbc983b1e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.797675 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:03Z', 'revision_number': 2, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:07.799447 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 5f631237-0469-4aad-80bc-356b7677c03a is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:07.800073 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (5f631237-0469-4aad-80bc-356b7677c03a), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.858983 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Checking router: 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:07.859519 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Updating router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f port c1d4a931-f21e-4136-8bc9-c4f6061efc5a binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:14:07.878156 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0d14ad16-57f4-4136-a7bc-905c17f87c1e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48a64e3dbed14874b9bdd01504a4dcaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7688119 May 04 19:14:07.881341 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38750) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:07.889835 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14ad16-57f4-4136-a7bc-905c17f87c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec221fa5-10d3-4eb8-821a-499cbc983b1e,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:07.906213 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Current status of the port 1dcd8141-2b9b-4a72-9482-476e43185236 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:07.912413 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 5f631237-0469-4aad-80bc-356b7677c03a, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=5f631237-0469-4aad-80bc-356b7677c03a,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:07.927455 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (5f631237-0469-4aad-80bc-356b7677c03a), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.938818 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Provisioning complete for port d0c26963-1c24-4389-91bb-49050993f84c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:07.939373 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (d0c26963-1c24-4389-91bb-49050993f84c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.943009 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30244969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50041896'] for subnet (cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:07.985302 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.101540 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-73078dcd-f440-434c-be1b-648c0d9a2e31 admin admin] Publish callbacks [] for security_group (ec221fa5-10d3-4eb8-821a-499cbc983b1e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.175523 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.188706 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24602673'] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.223981 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:08.247880 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Checking segment: {'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:08.248273 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Network hostable DHCP agents. Network: 46bca3e5-d5ac-4b72-ac20-089d315ea4fe, hostable agents: ['0aadd94e-a0a3-40ba-a0a3-9f3334ca1884'], hosted agents: [] {{(pid=103488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:14:08.282027 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks [] for port (f4139330-7be9-4efa-9670-9513d9580fab), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.300302 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-73078dcd-f440-434c-be1b-648c0d9a2e31 admin admin] Publish callbacks [] for security_group (ec221fa5-10d3-4eb8-821a-499cbc983b1e), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.300567 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (f4139330-7be9-4efa-9670-9513d9580fab), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.327320 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=5f631237-0469-4aad-80bc-356b7677c03a,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:08.330727 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 1dcd8141-2b9b-4a72-9482-476e43185236 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:08.365081 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe is scheduled to be hosted by DHCP agent 0aadd94e-a0a3-40ba-a0a3-9f3334ca1884 with binding_index 1 {{(pid=103488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:14:08.391925 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Current status of the port d0c26963-1c24-4389-91bb-49050993f84c is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:08.392509 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (d0c26963-1c24-4389-91bb-49050993f84c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.425285 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=9ff98431-0b55-43fb-bc59-45e522b33e14,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:08.425953 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830901-3-iscsi, 46bca3e5-d5ac-4b72-ac20-089d315ea4fe) {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:08.448126 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:08.448731 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.469335 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (8091e1b0-3180-456c-9e61-70d6b581b9d9), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.487192 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.492400 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Pushing event updated for resources: {'Port': ['ID=f4139330-7be9-4efa-9670-9513d9580fab,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:08.517204 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9b929b03-4b4b-434b-9982-9a89f034a0a9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1219869 May 04 19:14:08.530696 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38760) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:08.535096 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:08.592606 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33522116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2409'] for router (97022177-adfc-4801-a6e6-0be8678b1e3e), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.593844 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33522088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33553101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33478852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2416'] for router (97022177-adfc-4801-a6e6-0be8678b1e3e), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.603223 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-73078dcd-f440-434c-be1b-648c0d9a2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (ec221fa5-10d3-4eb8-821a-499cbc983b1e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.605891 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-73078dcd-f440-434c-be1b-648c0d9a2e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.607173 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-73078dcd-f440-434c-be1b-648c0d9a2e31 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec221fa5-10d3-4eb8-821a-499cbc983b1e HTTP/1.1" status: 204 len: 168 time: 0.7245011 May 04 19:14:08.625183 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f91952-f858-4a44-93a5-e14a06f88ce1 None None] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:14:08.709842 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73078dcd-f440-434c-be1b-648c0d9a2e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec221fa5-10d3-4eb8-821a-499cbc983b1e,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:08.724885 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks [] for router_controller (97022177-adfc-4801-a6e6-0be8678b1e3e), precommit_add_association {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.755285 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Floating IP 0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a associated. External IP: 172.27.2.168, port: bbd412e0-d285-4a86-9b3a-addb7dfbd08b. May 04 19:14:08.863077 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:08.865666 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:08.983777 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 1dcd8141-2b9b-4a72-9482-476e43185236 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:08.984358 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:08.988593 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] For port d0c26963-1c24-4389-91bb-49050993f84c, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=d0c26963-1c24-4389-91bb-49050993f84c,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:09.063292 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks [] for router_gateway (97022177-adfc-4801-a6e6-0be8678b1e3e), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.076753 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (d0c26963-1c24-4389-91bb-49050993f84c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.095632 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Publish callbacks [] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.112884 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Router 8091e1b0-3180-456c-9e61-70d6b581b9d9 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:14:09.124695 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38766) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:09.149270 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.157649 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:14:09.180767 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.198858 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14bf64a3-42dc-5634-be58-6db5852c8edd-46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'fixed_ips': [{'subnet_id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88'}]}} from dv-cinder-830901-3-iscsi. {{(pid=103489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:14:09.200362 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.241661 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd654dec-6363-4044-a646-7ba4ebb32b0a None None] Pushing event updated for resources: {'Port': ['ID=d0c26963-1c24-4389-91bb-49050993f84c,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:09.255390 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-b6c34c7e-e494-4559-829d-6dd5d59ae6a9 None None] Provisioning complete for port f4139330-7be9-4efa-9670-9513d9580fab triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:09.258788 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b6c34c7e-e494-4559-829d-6dd5d59ae6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f4139330-7be9-4efa-9670-9513d9580fab), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.306994 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:14:09.322500 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:09.336849 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:09.338624 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:09.345171 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.414265 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5d7f6dff-b748-45f4-bc4a-bd98fd4957b4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3878198 May 04 19:14:09.415386 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:09.418256 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50799e97-4ef4-4282-b5e6-caddb1ead3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:09.469204 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-b6c34c7e-e494-4559-829d-6dd5d59ae6a9 None None] Port f4139330-7be9-4efa-9670-9513d9580fab cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:09.470665 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 1dcd8141-2b9b-4a72-9482-476e43185236 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:09.471857 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device d0c26963-1c24-4389-91bb-49050993f84c up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:09.514182 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:09.517700 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1c45d2-e0e9-4f41-8737-2d8495554824 x-openstack-request-id: req-4e1c45d2-e0e9-4f41-8737-2d8495554824 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:09.518774 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:09.519137 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e1c45d2-e0e9-4f41-8737-2d8495554824 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:09.519648 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1c45d2-e0e9-4f41-8737-2d8495554824'] response: {'name': 'network-changed', 'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'status': 'completed', 'code': 200} May 04 19:14:09.582933 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f2eae-ab83-486a-9bc5-c054624a3986 None None] Pushing event updated for resources: {'Port': ['ID=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:09.691256 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-ba55a465-10c1-477b-8054-89e9fafe3018 None None] Provisioning complete for port c1d4a931-f21e-4136-8bc9-c4f6061efc5a triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:09.692076 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba55a465-10c1-477b-8054-89e9fafe3018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.777331 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks [] for router_gateway (97022177-adfc-4801-a6e6-0be8678b1e3e), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.787810 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Attempting to bind port c1d4a931-f21e-4136-8bc9-c4f6061efc5a on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:09.788177 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Attempting to bind port c1d4a931-f21e-4136-8bc9-c4f6061efc5a by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:09.788538 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Attempting to bind port c1d4a931-f21e-4136-8bc9-c4f6061efc5a on network 0b2c1eea-9230-4bef-b6ed-3d1855510315 {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:09.816629 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-ba55a465-10c1-477b-8054-89e9fafe3018 None None] Port c1d4a931-f21e-4136-8bc9-c4f6061efc5a cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:09.820303 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:09.821289 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Checking segment: {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:09.821715 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.822100 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Bound using segment: {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:09.824794 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.827525 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Bound port: c1d4a931-f21e-4136-8bc9-c4f6061efc5a, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:09.827932 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.847001 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:09.854157 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port d0c26963-1c24-4389-91bb-49050993f84c triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:09.854528 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (d0c26963-1c24-4389-91bb-49050993f84c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:09.894213 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:09.909496 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.db_base_plugin_common [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Allocated IP 172.20.0.2 (46bca3e5-d5ac-4b72-ac20-089d315ea4fe/cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88/4ab8c74d-0012-4b9b-b598-5c8cd735107c) {{(pid=103489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:09.910305 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:09.912184 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:09.969413 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:14:09.987807 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d18af2bc-bb1e-45f3-90f4-8a2fdc6dd035 admin admin] 10.222.0.69 "PUT /v2.0/routers/8091e1b0-3180-456c-9e61-70d6b581b9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1537306 May 04 19:14:09.993064 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-6a49e103-c794-4dbe-bde6-0d6cdd8c064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:09.994593 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-6a49e103-c794-4dbe-bde6-0d6cdd8c064c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1130 time: 0.2856367 May 04 19:14:10.024661 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Publish callbacks [] for security_group (cf056767-606d-4394-a061-5658140f6ace), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.043182 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Allocated IP 172.27.2.189 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/bd6b64a8-15e9-4611-85e0-e652ccb64b53) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:10.047087 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (cf056767-606d-4394-a061-5658140f6ace), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.068651 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:10.099655 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf056767-606d-4394-a061-5658140f6ace,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.131167 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.132312 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.132312 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.132312 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:10.167411 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] For port c1d4a931-f21e-4136-8bc9-c4f6061efc5a, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:10.170787 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] For port c1d4a931-f21e-4136-8bc9-c4f6061efc5a, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:10.184166 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.208403 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d16cb09f-b0ed-4f49-bf35-3337bced0ec9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d861997748c84282b5845cbba46d1e07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0794938 May 04 19:14:10.211050 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38794) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:10.279605 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-8450b532-dbb6-4fc9-8e48-bc673d6f261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:10.281141 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-8450b532-dbb6-4fc9-8e48-bc673d6f261f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.2740719 May 04 19:14:10.321085 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc851eed-1c53-45f2-89ab-63854a4faf87 admin admin] Publish callbacks [] for security_group (cf056767-606d-4394-a061-5658140f6ace), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.368767 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc851eed-1c53-45f2-89ab-63854a4faf87 admin admin] Publish callbacks [] for security_group (cf056767-606d-4394-a061-5658140f6ace), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.384021 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:10.385096 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:10.400428 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks [] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.404684 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f2eae-ab83-486a-9bc5-c054624a3986 None None] Pushing event updated for resources: {'Port': ['ID=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:10.450194 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-7b080b31-c392-4bbc-acc7-78670c6e4bf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 200 len: 1000 time: 0.1606839 May 04 19:14:10.484021 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc851eed-1c53-45f2-89ab-63854a4faf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (cf056767-606d-4394-a061-5658140f6ace), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.490919 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-dc851eed-1c53-45f2-89ab-63854a4faf87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.492309 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-dc851eed-1c53-45f2-89ab-63854a4faf87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf056767-606d-4394-a061-5658140f6ace HTTP/1.1" status: 204 len: 168 time: 0.2801521 May 04 19:14:10.501963 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc851eed-1c53-45f2-89ab-63854a4faf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf056767-606d-4394-a061-5658140f6ace,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:10.504945 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:10.553371 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.568797 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56836c3b-c739-4992-9d41-ae613acfe8e5 None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:10.590300 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Publish callbacks [] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), precommit_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.616084 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:10.622326 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-0c5609ef-7209-4a3f-a7fb-0cafbea97701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:10.623802 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-0c5609ef-7209-4a3f-a7fb-0cafbea97701 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.1426852 May 04 19:14:10.624628 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:10.628435 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:10.647420 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port d0c26963-1c24-4389-91bb-49050993f84c is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:10.648578 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4756dab8-5915-4466-b417-53c58ad62ddb up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:10.663184 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), after_create {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.677746 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-b72a5bc0-41f7-418b-8aed-153ea5ba2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:10.679264 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-b72a5bc0-41f7-418b-8aed-153ea5ba2b04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486751 May 04 19:14:10.710154 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe is already hosted by enough agents. {{(pid=103489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:10.716612 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b64a8-15e9-4611-85e0-e652ccb64b53,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:10.718822 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.scheduler.base_scheduler [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Resources bound (agent type, host, resource id): {{(pid=103489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:10.749034 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Received port after_create {{(pid=103489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:10.789761 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-153e3b1e-35d2-49f7-8fab-f923a627dee5 None None] Provisioning complete for port c1d4a931-f21e-4136-8bc9-c4f6061efc5a triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:10.790137 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-153e3b1e-35d2-49f7-8fab-f923a627dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:10.900273 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Pushing event updated for resources: {'Port': ['ID=4ab8c74d-0012-4b9b-b598-5c8cd735107c,revision_number=1']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:10.937109 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-a7464a1c-f91d-48e6-a990-001e4f423e2c service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342277 May 04 19:14:10.971182 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Attempting to bind port 4ab8c74d-0012-4b9b-b598-5c8cd735107c on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:10.971633 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Attempting to bind port 4ab8c74d-0012-4b9b-b598-5c8cd735107c by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:10.972081 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Attempting to bind port 4ab8c74d-0012-4b9b-b598-5c8cd735107c on network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:10.992789 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:10.995289 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 4756dab8-5915-4466-b417-53c58ad62ddb triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:10.995747 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:11.128880 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-50799e97-4ef4-4282-b5e6-caddb1ead3c3 req-dec157ce-72e7-4c24-b3c7-72c98570fdfb service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798880 May 04 19:14:11.184582 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks [] for router_gateway (97022177-adfc-4801-a6e6-0be8678b1e3e), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:11.191484 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:11.194533 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Checking segment: {'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:11.194962 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:11.195371 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Bound using segment: {'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:11.198250 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Bound port: 4ab8c74d-0012-4b9b-b598-5c8cd735107c, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:11.198705 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:11.480186 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ca6b1-0a1d-4b21-81c8-d76536507f27 None None] New status for floating IP 0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a: ACTIVE {{(pid=103489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:14:11.576844 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-153e3b1e-35d2-49f7-8fab-f923a627dee5 None None] Current status of the port c1d4a931-f21e-4136-8bc9-c4f6061efc5a is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:11.579031 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-153e3b1e-35d2-49f7-8fab-f923a627dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:11.732366 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33522097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33553150'] for router (97022177-adfc-4801-a6e6-0be8678b1e3e), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:11.768758 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Sync routers for ids ['8091e1b0-3180-456c-9e61-70d6b581b9d9'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:11.786366 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Routers {'8091e1b0-3180-456c-9e61-70d6b581b9d9'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:11.787000 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['8091e1b0-3180-456c-9e61-70d6b581b9d9'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:11.872440 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 4756dab8-5915-4466-b417-53c58ad62ddb is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:11.873510 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:11.986403 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Router 97022177-adfc-4801-a6e6-0be8678b1e3e is scheduled to L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 with binding_index 1 {{(pid=103488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:14:12.022691 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Set router 8091e1b0-3180-456c-9e61-70d6b581b9d9 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:12.094781 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] For port 4ab8c74d-0012-4b9b-b598-5c8cd735107c, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:12.131377 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-153e3b1e-35d2-49f7-8fab-f923a627dee5 None None] For port c1d4a931-f21e-4136-8bc9-c4f6061efc5a, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:12.135494 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:14:12.152567 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port 4756dab8-5915-4466-b417-53c58ad62ddb, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=4756dab8-5915-4466-b417-53c58ad62ddb,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:12.174808 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:12.176239 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-2891389f-cc09-4622-ae8f-6de664a2e8b3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6445725 May 04 19:14:12.176907 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Sync routers for ids ['97022177-adfc-4801-a6e6-0be8678b1e3e'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:12.179248 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38862) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:12.182341 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] For port 4ab8c74d-0012-4b9b-b598-5c8cd735107c, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=4ab8c74d-0012-4b9b-b598-5c8cd735107c,segment=NetworkSegment(6d88f5da-ff3b-49a2-abd9-9a3adf6671ea),segment_id=6d88f5da-ff3b-49a2-abd9-9a3adf6671ea)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:12.198928 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-153e3b1e-35d2-49f7-8fab-f923a627dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:12.220446 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:12.285096 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:12.299663 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:10Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:12.495930 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ba354-b1d2-4c42-aa9c-b802d2a291e9 None None] The sync data for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi is: [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:10Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:12.497855 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device d0c26963-1c24-4389-91bb-49050993f84c up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:12.514971 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Routers {'97022177-adfc-4801-a6e6-0be8678b1e3e'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:12.517636 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['97022177-adfc-4801-a6e6-0be8678b1e3e'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:12.706650 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port': {'id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:02Z', 'updated_at': '2022-05-04T19:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'f4139330-7be9-4efa-9670-9513d9580fab', 'name': '', 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02', 'tenant_id': '0756fee562b84347967bbed713442101', 'mac_address': 'fa:16:3e:9f:67:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ce4537ac-3751-457b-a4e7-dbfe871a5e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:06Z', 'updated_at': '2022-05-04T19:14:08Z', 'revision_number': 2, 'project_id': '0756fee562b84347967bbed713442101', 'subnets': [{'id': 'ce4537ac-3751-457b-a4e7-dbfe871a5e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:12.810242 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e3b1e-35d2-49f7-8fab-f923a627dee5 None None] Pushing event updated for resources: {'Port': ['ID=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:12.811554 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Checking router: 8091e1b0-3180-456c-9e61-70d6b581b9d9 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:12.812062 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Updating router 8091e1b0-3180-456c-9e61-70d6b581b9d9 port f4139330-7be9-4efa-9670-9513d9580fab binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:14:12.898200 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f4139330-7be9-4efa-9670-9513d9580fab), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:13.061753 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=4756dab8-5915-4466-b417-53c58ad62ddb,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:13.395481 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:13.464787 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Set router 97022177-adfc-4801-a6e6-0be8678b1e3e gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:13.472992 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e2f0-4e86-4f5e-a802-763c73c2e6a2 None None] Pushing event updated for resources: {'Port': ['ID=4ab8c74d-0012-4b9b-b598-5c8cd735107c,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:13.475813 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port d0c26963-1c24-4389-91bb-49050993f84c triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:13.475955 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (d0c26963-1c24-4389-91bb-49050993f84c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:13.668210 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Publish callbacks [] for port (f4139330-7be9-4efa-9670-9513d9580fab), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:13.688928 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f4139330-7be9-4efa-9670-9513d9580fab), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:13.765598 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc69de7-dc5e-4630-b0b2-a825b3ff2493 None None] Pushing event updated for resources: {'Port': ['ID=f4139330-7be9-4efa-9670-9513d9580fab,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:13.861806 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Allocated IP 172.20.0.1 (46bca3e5-d5ac-4b72-ac20-089d315ea4fe/cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88/6f394dea-46fa-45e3-a91a-17633ded5572) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:14.044767 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Attempting to bind port f4139330-7be9-4efa-9670-9513d9580fab on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:14.045803 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Attempting to bind port f4139330-7be9-4efa-9670-9513d9580fab by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:14.048480 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Attempting to bind port f4139330-7be9-4efa-9670-9513d9580fab on network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:14.062792 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:14.063177 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Checking segment: {'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:14.063579 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.063977 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Bound using segment: {'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:14.064462 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Bound port: f4139330-7be9-4efa-9670-9513d9580fab, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89ac70f-a3f1-4392-a805-36f085a31930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:14.064840 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f4139330-7be9-4efa-9670-9513d9580fab), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.169696 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks [] for port (6f394dea-46fa-45e3-a91a-17633ded5572), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.294020 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] For port f4139330-7be9-4efa-9670-9513d9580fab, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:14.299016 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.303227 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-b44abe63-594a-4ee3-bbd6-1950c352fb02 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3c331adb2d6541efbab26b5e11c096be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753701 May 04 19:14:14.316417 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] For port f4139330-7be9-4efa-9670-9513d9580fab, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=f4139330-7be9-4efa-9670-9513d9580fab,segment=NetworkSegment(e89ac70f-a3f1-4392-a805-36f085a31930),segment_id=e89ac70f-a3f1-4392-a805-36f085a31930)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:14.328413 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f4139330-7be9-4efa-9670-9513d9580fab), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.442384 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:14.451102 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:14.458497 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:14.547759 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Pushing event updated for resources: {'Port': ['ID=6f394dea-46fa-45e3-a91a-17633ded5572,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:14.583825 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33548707'] for router_interface (97022177-adfc-4801-a6e6-0be8678b1e3e), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.605838 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Routers {'8091e1b0-3180-456c-9e61-70d6b581b9d9'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:14.606488 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['8091e1b0-3180-456c-9e61-70d6b581b9d9'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:14.704543 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:14:10Z', 'revision_number': 3, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:14.751435 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc69de7-dc5e-4630-b0b2-a825b3ff2493 None None] Pushing event updated for resources: {'Port': ['ID=f4139330-7be9-4efa-9670-9513d9580fab,revision_number=4']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:14.762285 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38906) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:14.777446 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-216aea24-6814-4c3a-b49c-01a3aec1ce86 None None] Provisioning complete for port f4139330-7be9-4efa-9670-9513d9580fab triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:14.777868 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-216aea24-6814-4c3a-b49c-01a3aec1ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f4139330-7be9-4efa-9670-9513d9580fab), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.787217 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36798b27-d9e9-4843-b6d5-efd2ce3c8b39 None None] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:14:14.793322 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Checking router: 97022177-adfc-4801-a6e6-0be8678b1e3e for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:14.795261 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Updating router 97022177-adfc-4801-a6e6-0be8678b1e3e port bd6b64a8-15e9-4611-85e0-e652ccb64b53 binding host dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:14:14.865826 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:14.876809 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] Set router 8091e1b0-3180-456c-9e61-70d6b581b9d9 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:14.973110 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.025734 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3be7baba-2d3c-4b72-bd2c-f5d7934e0cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.025952 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-7e903a6a-cf4a-4f15-9e7a-ce696a526cb5 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:15.038605 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-7e903a6a-cf4a-4f15-9e7a-ce696a526cb5 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7338350 May 04 19:14:15.059653 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-e8bf25e8-c6ee-4a9a-b618-50ae46bebe1f tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/quotas/3c331adb2d6541efbab26b5e11c096be HTTP/1.1" status: 200 len: 375 time: 0.0200613 May 04 19:14:15.109613 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-df467b6c-d3dc-4303-88c6-976c20537422 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c331adb2d6541efbab26b5e11c096be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485539 May 04 19:14:15.220671 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port': {'id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:02Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'f4139330-7be9-4efa-9670-9513d9580fab', 'name': '', 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02', 'tenant_id': '0756fee562b84347967bbed713442101', 'mac_address': 'fa:16:3e:9f:67:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ce4537ac-3751-457b-a4e7-dbfe871a5e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:06Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 4, 'project_id': '0756fee562b84347967bbed713442101', 'subnets': [{'id': 'ce4537ac-3751-457b-a4e7-dbfe871a5e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:15.239852 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port d0c26963-1c24-4389-91bb-49050993f84c is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:15.241133 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 5f631237-0469-4aad-80bc-356b7677c03a up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:15.259658 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a95eaa6-80e6-4621-97d6-c62259df26e6 None None] The sync data for ids ['8091e1b0-3180-456c-9e61-70d6b581b9d9'] in dv-cinder-830901-3-iscsi is: [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port': {'id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:02Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'f4139330-7be9-4efa-9670-9513d9580fab', 'name': '', 'network_id': 'dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02', 'tenant_id': '0756fee562b84347967bbed713442101', 'mac_address': 'fa:16:3e:9f:67:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ce4537ac-3751-457b-a4e7-dbfe871a5e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:06Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 4, 'project_id': '0756fee562b84347967bbed713442101', 'subnets': [{'id': 'ce4537ac-3751-457b-a4e7-dbfe871a5e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:15.349477 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks [] for port (6f394dea-46fa-45e3-a91a-17633ded5572), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.442000 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 5f631237-0469-4aad-80bc-356b7677c03a triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:15.448399 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (5f631237-0469-4aad-80bc-356b7677c03a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.460610 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ce5b138c-10e7-4fb3-b976-357ad904f372 req-146cf02f-2b02-4198-8117-9fe91443d83c tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0797610 May 04 19:14:15.462067 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24602673'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.468300 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3be7baba-2d3c-4b72-bd2c-f5d7934e0cc1 admin admin] Publish callbacks [] for security_group (0f599686-afbc-4837-9536-0eee6e1f7b6c), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.576820 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3be7baba-2d3c-4b72-bd2c-f5d7934e0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0f599686-afbc-4837-9536-0eee6e1f7b6c), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.651796 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-216aea24-6814-4c3a-b49c-01a3aec1ce86 None None] Current status of the port f4139330-7be9-4efa-9670-9513d9580fab is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:15.652196 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-216aea24-6814-4c3a-b49c-01a3aec1ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f4139330-7be9-4efa-9670-9513d9580fab), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.672930 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33143849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33548633'] for router_interface (97022177-adfc-4801-a6e6-0be8678b1e3e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.678318 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3be7baba-2d3c-4b72-bd2c-f5d7934e0cc1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53ba3beed39a4af9b7fbf4cbcf106c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9140153 May 04 19:14:15.680818 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38918) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:15.835750 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34bb-064f-4b77-ada8-cb805772d6b8 admin admin] Publish callbacks [] for security_group (0f599686-afbc-4837-9536-0eee6e1f7b6c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.903754 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-216aea24-6814-4c3a-b49c-01a3aec1ce86 None None] For port f4139330-7be9-4efa-9670-9513d9580fab, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=f4139330-7be9-4efa-9670-9513d9580fab,segment=NetworkSegment(e89ac70f-a3f1-4392-a805-36f085a31930),segment_id=e89ac70f-a3f1-4392-a805-36f085a31930)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:15.920962 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34bb-064f-4b77-ada8-cb805772d6b8 admin admin] Publish callbacks [] for security_group (0f599686-afbc-4837-9536-0eee6e1f7b6c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:15.924084 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-216aea24-6814-4c3a-b49c-01a3aec1ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f4139330-7be9-4efa-9670-9513d9580fab), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.032940 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34bb-064f-4b77-ada8-cb805772d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (0f599686-afbc-4837-9536-0eee6e1f7b6c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.036211 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b5cb34bb-064f-4b77-ada8-cb805772d6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.037824 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b5cb34bb-064f-4b77-ada8-cb805772d6b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f599686-afbc-4837-9536-0eee6e1f7b6c HTTP/1.1" status: 204 len: 168 time: 0.3544905 May 04 19:14:16.053288 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb34bb-064f-4b77-ada8-cb805772d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f599686-afbc-4837-9536-0eee6e1f7b6c,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:16.135796 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 5f631237-0469-4aad-80bc-356b7677c03a is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:16.236918 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Provisioning complete for port 4ab8c74d-0012-4b9b-b598-5c8cd735107c triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:16.237534 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.291763 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aea24-6814-4c3a-b49c-01a3aec1ce86 None None] Pushing event updated for resources: {'Port': ['ID=f4139330-7be9-4efa-9670-9513d9580fab,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:16.303952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.590815 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Current status of the port 4ab8c74d-0012-4b9b-b598-5c8cd735107c is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:16.598765 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.633451 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-cb685ba4-c382-4471-b4a5-ff648e979b76 req-3d311ab4-8779-4a22-8954-d3ffaf376086 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0582182 May 04 19:14:16.760424 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] For port 4ab8c74d-0012-4b9b-b598-5c8cd735107c, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=4ab8c74d-0012-4b9b-b598-5c8cd735107c,segment=NetworkSegment(6d88f5da-ff3b-49a2-abd9-9a3adf6671ea),segment_id=6d88f5da-ff3b-49a2-abd9-9a3adf6671ea)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:16.787988 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c1d4a931-f21e-4136-8bc9-c4f6061efc5a up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:16.796643 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.832765 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:16.835327 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Publish callbacks [] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), precommit_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.840000 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:16.850455 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Pushing event updated for resources: {'Port': ['ID=6f394dea-46fa-45e3-a91a-17633ded5572,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:16.862717 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38928) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:16.869162 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7baba-2d3c-4b72-bd2c-f5d7934e0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f599686-afbc-4837-9536-0eee6e1f7b6c,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:16.897400 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fadbdd99-03f2-42b2-bc1d-a21795947673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.921165 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:16.952761 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Provisioning complete for port 6f394dea-46fa-45e3-a91a-17633ded5572 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:16.953143 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.058200 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fadbdd99-03f2-42b2-bc1d-a21795947673 admin admin] Publish callbacks [] for security_group (6c999f05-a6f1-4af2-badd-5bda98dc3bf0), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.063948 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-fadbdd99-03f2-42b2-bc1d-a21795947673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (6c999f05-a6f1-4af2-badd-5bda98dc3bf0), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.123831 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Pushing event updated for resources: {'Port': ['ID=4ab8c74d-0012-4b9b-b598-5c8cd735107c,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:17.126159 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-fadbdd99-03f2-42b2-bc1d-a21795947673 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59768fba9c114e3f87d3bdc73f29f873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623465 May 04 19:14:17.127137 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38932) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:17.128302 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbdd99-03f2-42b2-bc1d-a21795947673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c999f05-a6f1-4af2-badd-5bda98dc3bf0,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:17.178732 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Attempting to bind port bd6b64a8-15e9-4611-85e0-e652ccb64b53 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:17.180405 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Attempting to bind port bd6b64a8-15e9-4611-85e0-e652ccb64b53 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:17.181515 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Attempting to bind port bd6b64a8-15e9-4611-85e0-e652ccb64b53 on network d0601b1a-bd4c-4bad-8a58-d4afb452948b {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:17.204636 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Router 97022177-adfc-4801-a6e6-0be8678b1e3e has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:14:17.209095 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Port 6f394dea-46fa-45e3-a91a-17633ded5572 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:17.237256 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:17.237991 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Checking segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:17.238638 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.239270 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Bound using segment: {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'} {{(pid=103489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:17.239937 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.managers [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Bound port: bd6b64a8-15e9-4611-85e0-e652ccb64b53, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f34729-6db9-46e9-8b39-7558d3c8a5f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b'}}] {{(pid=103489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:17.241556 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.251681 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port c1d4a931-f21e-4136-8bc9-c4f6061efc5a triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:17.252350 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.311090 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-6d1148c4-07a7-4df9-a5d0-dd0d812e00d0 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3c331adb2d6541efbab26b5e11c096be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823078 May 04 19:14:17.328029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-375c934c-456d-420d-b87f-885e0f87d414 admin admin] Publish callbacks [] for security_group (6c999f05-a6f1-4af2-badd-5bda98dc3bf0), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.360020 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-375c934c-456d-420d-b87f-885e0f87d414 admin admin] Publish callbacks [] for security_group (6c999f05-a6f1-4af2-badd-5bda98dc3bf0), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.376514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Provisioning complete for port f4139330-7be9-4efa-9670-9513d9580fab triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:17.376897 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f4139330-7be9-4efa-9670-9513d9580fab), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.399436 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957b569-d147-41da-94b6-8903ad4f8b5c None None] Pushing event updated for resources: {'Port': ['ID=bd6b64a8-15e9-4611-85e0-e652ccb64b53,revision_number=2']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:17.466614 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] For port bd6b64a8-15e9-4611-85e0-e652ccb64b53, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:17.503466 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] For port bd6b64a8-15e9-4611-85e0-e652ccb64b53, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bd6b64a8-15e9-4611-85e0-e652ccb64b53,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:17.527804 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-375c934c-456d-420d-b87f-885e0f87d414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (6c999f05-a6f1-4af2-badd-5bda98dc3bf0), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.529404 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:14:17.530825 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-375c934c-456d-420d-b87f-885e0f87d414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.533778 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:17.534923 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-375c934c-456d-420d-b87f-885e0f87d414 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c999f05-a6f1-4af2-badd-5bda98dc3bf0 HTTP/1.1" status: 204 len: 168 time: 0.4033003 May 04 19:14:17.540085 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8b29b3e2-e77a-4355-acb1-c714de05c4bb admin admin] 10.222.0.69 "PUT /v2.0/routers/97022177-adfc-4801-a6e6-0be8678b1e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3591769 May 04 19:14:17.561297 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c934c-456d-420d-b87f-885e0f87d414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c999f05-a6f1-4af2-badd-5bda98dc3bf0,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:17.615557 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-8b00edb5-5d34-411b-a50c-72a694ca76cd tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:17.621688 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-8b00edb5-5d34-411b-a50c-72a694ca76cd tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935147 May 04 19:14:17.643392 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Request body: {'port': {'device_id': '6fd089f1-5724-405f-8e78-55229c68003e', 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce', 'admin_state_up': True, 'tenant_id': '3c331adb2d6541efbab26b5e11c096be'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:17.714487 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Routers {'97022177-adfc-4801-a6e6-0be8678b1e3e'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:17.716343 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:13:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['97022177-adfc-4801-a6e6-0be8678b1e3e'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:17.871266 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-8aa95af3-3ec6-4df0-b232-8c8fc842518b req-63f5909c-f361-46bb-b0bb-d60e11fdc27b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0905282 May 04 19:14:17.903570 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] Set router 97022177-adfc-4801-a6e6-0be8678b1e3e gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:18.351536 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957b569-d147-41da-94b6-8903ad4f8b5c None None] Pushing event updated for resources: {'Port': ['ID=bd6b64a8-15e9-4611-85e0-e652ccb64b53,revision_number=3']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:18.380912 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-2242292f-e447-4e2f-a6e8-1e4b179ac21a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6067998 May 04 19:14:18.434849 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Made reservation on behalf of 3c331adb2d6541efbab26b5e11c096be for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:14:18.447855 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.502329 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.609231 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-5ca8c0e0-c33a-4be3-a604-db32b48db701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:18.610909 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-5ca8c0e0-c33a-4be3-a604-db32b48db701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1130 time: 0.1278491 May 04 19:14:18.647190 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0d2c97f0-d797-469f-9257-238fb2b30506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.664651 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port c1d4a931-f21e-4136-8bc9-c4f6061efc5a is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:18.667075 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4ab8c74d-0012-4b9b-b598-5c8cd735107c up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:18.675578 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38966) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:18.682502 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-9a62e712-d77b-4c39-9092-d085391c435c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-258690831', 'description': 'tempest-secgroup-smoke-258690831 description', 'project_id': 'cc0c73a5efc84e348363ae368873f51d'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:18.724378 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-b3768ca3-dac4-421b-abb8-66cc16f37e97 None None] Current status of the port f4139330-7be9-4efa-9670-9513d9580fab is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:18.740449 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9a62e712-d77b-4c39-9092-d085391c435c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.794371 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks [] for security_group (4ad46349-dce9-4e75-a569-cc308566681d), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.810405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4ad46349-dce9-4e75-a569-cc308566681d), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.859863 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9a62e712-d77b-4c39-9092-d085391c435c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group (d715d68d-e49d-44fe-9e5d-4f10952105a4), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.866615 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9a62e712-d77b-4c39-9092-d085391c435c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d715d68d-e49d-44fe-9e5d-4f10952105a4), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.872716 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-af8b8164-ea32-486c-bf01-8e6d99a57cd2 None None] Provisioning complete for port 6f394dea-46fa-45e3-a91a-17633ded5572 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:18.873647 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-af8b8164-ea32-486c-bf01-8e6d99a57cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.938673 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9a62e712-d77b-4c39-9092-d085391c435c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:18.940017 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-9a62e712-d77b-4c39-9092-d085391c435c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2631097 May 04 19:14:18.946073 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38972) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:18.952097 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-55d0a0a7-9a7e-4377-953c-b332e84669d4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'security_group_rule': {'security_group_id': 'd715d68d-e49d-44fe-9e5d-4f10952105a4', 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:18.957852 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-d3788d7d-5e4e-4b01-876b-4d4bb2577970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:18.962723 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-d3788d7d-5e4e-4b01-876b-4d4bb2577970 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.3092830 May 04 19:14:18.966170 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 4, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6f394dea-46fa-45e3-a91a-17633ded5572', 'name': '', 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'mac_address': 'fa:16:3e:f4:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:13Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 2, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'subnets': [{'id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:19.018468 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad46349-dce9-4e75-a569-cc308566681d,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:19.024463 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0e78b63c-9693-4dc8-9a17-ef9601d57fed req-a2ec9a4b-0e52-48e7-a0e0-1ef5db4ebc2e tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0389049 May 04 19:14:19.027580 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62e712-d77b-4c39-9092-d085391c435c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d715d68d-e49d-44fe-9e5d-4f10952105a4,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:19.056952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 4ab8c74d-0012-4b9b-b598-5c8cd735107c triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:19.057332 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.067580 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55d0a0a7-9a7e-4377-953c-b332e84669d4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (ca3f5a8e-cd63-4d7f-9b35-0e016bda313e), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.144415 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-af8b8164-ea32-486c-bf01-8e6d99a57cd2 None None] Port 6f394dea-46fa-45e3-a91a-17633ded5572 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:19.152649 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf99b1f-a153-412a-8e74-32d62cf7dc15 None None] The sync data for ids ['97022177-adfc-4801-a6e6-0be8678b1e3e'] in dv-cinder-830901-3-iscsi is: [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 4, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6f394dea-46fa-45e3-a91a-17633ded5572', 'name': '', 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'mac_address': 'fa:16:3e:f4:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:13Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 2, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'subnets': [{'id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:19.173530 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55d0a0a7-9a7e-4377-953c-b332e84669d4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (ca3f5a8e-cd63-4d7f-9b35-0e016bda313e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.185894 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55d0a0a7-9a7e-4377-953c-b332e84669d4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (ca3f5a8e-cd63-4d7f-9b35-0e016bda313e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.224635 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0a0a7-9a7e-4377-953c-b332e84669d4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3f5a8e-cd63-4d7f-9b35-0e016bda313e,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:19.230640 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-55d0a0a7-9a7e-4377-953c-b332e84669d4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.231995 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-55d0a0a7-9a7e-4377-953c-b332e84669d4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855482 May 04 19:14:19.235037 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38978) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:19.241327 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'security_group_rule': {'security_group_id': 'd715d68d-e49d-44fe-9e5d-4f10952105a4', 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:19.263890 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 4ab8c74d-0012-4b9b-b598-5c8cd735107c is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:19.265203 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-63358736-9f6b-4436-ab30-24d8500cbeca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 200 len: 1002 time: 0.2946434 May 04 19:14:19.266583 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Allocated IP 192.168.233.204 (68661dea-ef3f-4908-8039-8072f29800ce/760c6632-f399-4050-957a-e5978ea70b7d/f2103973-576f-433f-b089-452e0e426f37) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:19.266804 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4756dab8-5915-4466-b417-53c58ad62ddb up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:19.287901 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (f571ff51-ddd6-4a50-ab95-e5d17d1d9de5), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.356699 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-c818bd2c-e232-4503-86a7-4005417e6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:19.358403 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-c818bd2c-e232-4503-86a7-4005417e6e32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0857418 May 04 19:14:19.370044 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (f571ff51-ddd6-4a50-ab95-e5d17d1d9de5), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.380192 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (f571ff51-ddd6-4a50-ab95-e5d17d1d9de5), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.416591 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 4756dab8-5915-4466-b417-53c58ad62ddb triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:19.417148 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.439928 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f571ff51-ddd6-4a50-ab95-e5d17d1d9de5,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:19.461550 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.462696 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.463049 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.463424 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.466187 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.466592 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.466773 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.467121 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.469801 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.470195 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.470539 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.470888 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.471230 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.471563 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.471891 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:19.499235 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-fa8ac2dd-acda-4e65-b304-84aa21d9ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:19.500837 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-fa8ac2dd-acda-4e65-b304-84aa21d9ea4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869124 May 04 19:14:19.516217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.522270 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e30e9f2f-11cb-4fbc-b4d1-b82d59b10524 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2860253 May 04 19:14:19.523069 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 38984) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:19.531234 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-21b9fb43-07e3-409a-9649-00c376baf9cf tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'security_group_rule': {'security_group_id': 'd715d68d-e49d-44fe-9e5d-4f10952105a4', 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:19.602090 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-21b9fb43-07e3-409a-9649-00c376baf9cf tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (34920747-d735-413e-b032-56bc9e5f474d), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.642012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 4756dab8-5915-4466-b417-53c58ad62ddb is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:19.643629 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device f4139330-7be9-4efa-9670-9513d9580fab up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:19.709519 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-21b9fb43-07e3-409a-9649-00c376baf9cf tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (34920747-d735-413e-b032-56bc9e5f474d), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.721109 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-21b9fb43-07e3-409a-9649-00c376baf9cf tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (34920747-d735-413e-b032-56bc9e5f474d), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.735422 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port f4139330-7be9-4efa-9670-9513d9580fab triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:19.736457 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f4139330-7be9-4efa-9670-9513d9580fab), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.740538 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks [] for port (f2103973-576f-433f-b089-452e0e426f37), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.756461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9fb43-07e3-409a-9649-00c376baf9cf tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34920747-d735-413e-b032-56bc9e5f474d,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:19.770858 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-21b9fb43-07e3-409a-9649-00c376baf9cf tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.775169 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-21b9fb43-07e3-409a-9649-00c376baf9cf tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2456365 May 04 19:14:19.776831 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 38994) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:19.789724 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-e9a29fc3-c5f7-427a-aff8-de3b0195ae1b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'security_group_rule': {'security_group_id': 'd715d68d-e49d-44fe-9e5d-4f10952105a4', 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:19.825778 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-a43c6faf-29c8-45cf-8ab7-4d597e72b5fe service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640550 May 04 19:14:19.831467 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (f2103973-576f-433f-b089-452e0e426f37), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:19.887565 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port f4139330-7be9-4efa-9670-9513d9580fab is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:19.952561 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-9ff5d154-afc6-4c02-81c0-fce6227f9d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.030344 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Network 68661dea-ef3f-4908-8039-8072f29800ce is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:20.044238 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e9a29fc3-c5f7-427a-aff8-de3b0195ae1b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (c547dea0-904e-4ba4-89f2-8fede4f8b460), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.051200 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device f4139330-7be9-4efa-9670-9513d9580fab up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:20.056343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:20.059719 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Pushing event updated for resources: {'Port': ['ID=f2103973-576f-433f-b089-452e0e426f37,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:20.082792 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:20.091526 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-41d5d18b-9f35-425a-87cc-4f7b39ec65af req-ec461047-3882-4ccb-a96f-c98a976a0615 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537303 May 04 19:14:20.131210 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port f4139330-7be9-4efa-9670-9513d9580fab triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:20.131632 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f4139330-7be9-4efa-9670-9513d9580fab), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.275265 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5dc24-e326-4895-a8d4-c3934ae2f28e req-19843c38-4c69-4af9-bf5a-986e46f6a874 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:20.276842 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-04a5dc24-e326-4895-a8d4-c3934ae2f28e req-19843c38-4c69-4af9-bf5a-986e46f6a874 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 936 time: 0.1144865 May 04 19:14:20.282933 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port f4139330-7be9-4efa-9670-9513d9580fab is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:20.284843 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4ab8c74d-0012-4b9b-b598-5c8cd735107c up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:20.286388 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:20.287044 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.321757 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-9018664a-ee5a-4850-9422-6a17c549821b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6826906 May 04 19:14:20.350321 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e9a29fc3-c5f7-427a-aff8-de3b0195ae1b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (c547dea0-904e-4ba4-89f2-8fede4f8b460), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.358648 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 4ab8c74d-0012-4b9b-b598-5c8cd735107c triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:20.359387 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.359862 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e9a29fc3-c5f7-427a-aff8-de3b0195ae1b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (c547dea0-904e-4ba4-89f2-8fede4f8b460), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.406090 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e9a29fc3-c5f7-427a-aff8-de3b0195ae1b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.407727 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e9a29fc3-c5f7-427a-aff8-de3b0195ae1b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6285465 May 04 19:14:20.410518 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39008) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:20.412626 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-04a5dc24-e326-4895-a8d4-c3934ae2f28e req-51d9a90e-1b92-4237-944d-9dd103d35218 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115980 May 04 19:14:20.413411 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a29fc3-c5f7-427a-aff8-de3b0195ae1b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c547dea0-904e-4ba4-89f2-8fede4f8b460,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:20.415928 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'security_group_rule': {'security_group_id': 'd715d68d-e49d-44fe-9e5d-4f10952105a4', 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:20.481061 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.securitygroups_db [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Project cc0c73a5efc84e348363ae368873f51d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:14:20.484242 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Request body: {'port': {'device_id': '6fd089f1-5724-405f-8e78-55229c68003e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:20.495009 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (e05cf757-5448-4319-811e-7ab5b6764796), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.541500 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-a3df712d-c49a-4e6c-8df1-cd9c391a8845 None None] Provisioning complete for port f2103973-576f-433f-b089-452e0e426f37 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:20.548710 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a3df712d-c49a-4e6c-8df1-cd9c391a8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f2103973-576f-433f-b089-452e0e426f37), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.559897 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 4ab8c74d-0012-4b9b-b598-5c8cd735107c is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:20.587688 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (e05cf757-5448-4319-811e-7ab5b6764796), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.599353 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (e05cf757-5448-4319-811e-7ab5b6764796), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.667247 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05cf757-5448-4319-811e-7ab5b6764796,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:20.700534 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.704081 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-123ed967-f407-4049-9603-92440ecc0407 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2919140 May 04 19:14:20.714733 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-a3df712d-c49a-4e6c-8df1-cd9c391a8845 None None] Port f2103973-576f-433f-b089-452e0e426f37 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:20.717786 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39014) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:20.730524 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'security_group_rule': {'security_group_id': 'd715d68d-e49d-44fe-9e5d-4f10952105a4', 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:20.736367 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2103973-576f-433f-b089-452e0e426f37), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.771678 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.securitygroups_db [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Project cc0c73a5efc84e348363ae368873f51d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:14:20.783027 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (cc2d3229-bd18-4abc-b98f-ea66761a5721), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.945812 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (cc2d3229-bd18-4abc-b98f-ea66761a5721), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.951119 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (cc2d3229-bd18-4abc-b98f-ea66761a5721), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:20.992708 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2d3229-bd18-4abc-b98f-ea66761a5721,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:21.016608 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:21.016859 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:21.027716 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c92db3e2-905a-41ce-8893-984dc0b0c679 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3081818 May 04 19:14:21.167293 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2103973-576f-433f-b089-452e0e426f37 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:14:21.176488 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Publish callbacks [] for port (f2103973-576f-433f-b089-452e0e426f37), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:21.194038 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Transition to ACTIVE for port object f2103973-576f-433f-b089-452e0e426f37 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:14:21.201732 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (f2103973-576f-433f-b089-452e0e426f37), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:21.262247 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Pushing event updated for resources: {'Port': ['ID=f2103973-576f-433f-b089-452e0e426f37,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:21.400468 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Attempting to bind port f2103973-576f-433f-b089-452e0e426f37 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:21.400799 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Attempting to bind port f2103973-576f-433f-b089-452e0e426f37 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:21.401128 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Attempting to bind port f2103973-576f-433f-b089-452e0e426f37 on network 68661dea-ef3f-4908-8039-8072f29800ce {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:21.414521 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Port f2103973-576f-433f-b089-452e0e426f37 on network 68661dea-ef3f-4908-8039-8072f29800ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:14:21.415975 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Attempting to bind port f2103973-576f-433f-b089-452e0e426f37 on network 68661dea-ef3f-4908-8039-8072f29800ce {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:21.426357 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:21.426357 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Checking segment: {'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:21.426838 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Bound using segment: {'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:21.427236 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Bound port: f2103973-576f-433f-b089-452e0e426f37, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a143b7f1-e5ce-4048-8819-1b6fb406cb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:21.427619 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2103973-576f-433f-b089-452e0e426f37), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:21.576310 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c335ef0-4094-4bd6-98d7-2edd61e4644a req-e35c0f6d-9d08-45dc-b575-64af9f046f0c tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:21.579479 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0c335ef0-4094-4bd6-98d7-2edd61e4644a req-e35c0f6d-9d08-45dc-b575-64af9f046f0c tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 948 time: 0.0619712 May 04 19:14:21.585448 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] For port f2103973-576f-433f-b089-452e0e426f37, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:21.601391 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] For port f2103973-576f-433f-b089-452e0e426f37, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2103973-576f-433f-b089-452e0e426f37,segment=NetworkSegment(a143b7f1-e5ce-4048-8819-1b6fb406cb12),segment_id=a143b7f1-e5ce-4048-8819-1b6fb406cb12)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:21.615827 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (f2103973-576f-433f-b089-452e0e426f37), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:21.668629 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0c335ef0-4094-4bd6-98d7-2edd61e4644a req-3f8fcc87-c57d-4ead-a9a4-2aa8366b6442 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 May 04 19:14:21.676109 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:21.677722 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:21.678989 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2103973-576f-433f-b089-452e0e426f37 HTTP/1.1" status: 200 len: 1098 time: 1.2001004 May 04 19:14:21.680467 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd089f1-5724-405f-8e78-55229c68003e', 'tag': 'f2103973-576f-433f-b089-452e0e426f37'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:21.683590 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33777b8c-5168-45df-8f0e-d05ae9acd376" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd089f1-5724-405f-8e78-55229c68003e", "tag": "f2103973-576f-433f-b089-452e0e426f37"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:21.789226 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abf8ad2-8e7d-44da-bf5b-6dd9a28d9d97 x-openstack-request-id: req-6abf8ad2-8e7d-44da-bf5b-6dd9a28d9d97 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:21.789861 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd089f1-5724-405f-8e78-55229c68003e", "tag": "f2103973-576f-433f-b089-452e0e426f37", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:21.790248 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6abf8ad2-8e7d-44da-bf5b-6dd9a28d9d97 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:21.791754 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6abf8ad2-8e7d-44da-bf5b-6dd9a28d9d97'] response: {'name': 'network-changed', 'server_uuid': '6fd089f1-5724-405f-8e78-55229c68003e', 'tag': 'f2103973-576f-433f-b089-452e0e426f37', 'status': 'completed', 'code': 200} May 04 19:14:21.796791 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad486e10-0955-4ee9-b4c4-a88ed273bc08 service neutron] Pushing event updated for resources: {'Port': ['ID=f2103973-576f-433f-b089-452e0e426f37,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:21.870343 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-c688d19b-c598-4cf7-8e05-12c8dd0e030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:21.874804 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-c688d19b-c598-4cf7-8e05-12c8dd0e030a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c331adb2d6541efbab26b5e11c096be&device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 1132 time: 0.1183546 May 04 19:14:21.941788 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-3ef39f3c-6ee5-402a-aaf8-2d288b69ddcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f2103973-576f-433f-b089-452e0e426f37 HTTP/1.1" status: 200 len: 217 time: 0.0527067 May 04 19:14:22.085490 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-4f0625a7-fb75-4769-bb77-5793dc953f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:22.087639 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-4f0625a7-fb75-4769-bb77-5793dc953f0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=760c6632-f399-4050-957a-e5978ea70b7d HTTP/1.1" status: 200 len: 843 time: 0.1063740 May 04 19:14:22.169280 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-a5428f15-7bc5-4c90-938c-e41520a89f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:22.171181 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-a5428f15-7bc5-4c90-938c-e41520a89f51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68661dea-ef3f-4908-8039-8072f29800ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0763195 May 04 19:14:22.329766 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-19fef68a-c3fc-458a-8372-fdaead4904da service neutron] 10.222.0.11 "GET /v2.0/networks/68661dea-ef3f-4908-8039-8072f29800ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411772 May 04 19:14:22.500030 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-eec56b90-cc66-43a6-9e07-1e8c43a6c793 req-d5ac9e9b-8792-4fbf-af14-648d04291aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/68661dea-ef3f-4908-8039-8072f29800ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625328 May 04 19:14:22.536199 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:22.826665 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563e4d-956f-4a73-b3bb-618f28cdfef2 req-ea3389f5-8d57-43fb-a189-fb9509c97173 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:22.828370 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-57563e4d-956f-4a73-b3bb-618f28cdfef2 req-ea3389f5-8d57-43fb-a189-fb9509c97173 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 948 time: 0.0779269 May 04 19:14:22.948108 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-57563e4d-956f-4a73-b3bb-618f28cdfef2 req-517ca61a-4b09-4a42-8173-1d9a736212e1 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133509 May 04 19:14:23.444368 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-91ca21a1-016c-46cc-a6a5-9f7406d148ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:23.446105 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-91ca21a1-016c-46cc-a6a5-9f7406d148ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c331adb2d6541efbab26b5e11c096be&device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 1132 time: 0.0496547 May 04 19:14:23.563002 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-5c9cea23-0fc8-4d4f-a99e-b16208e78cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:23.564954 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-5c9cea23-0fc8-4d4f-a99e-b16208e78cc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=68661dea-ef3f-4908-8039-8072f29800ce HTTP/1.1" status: 200 len: 870 time: 0.1125569 May 04 19:14:23.612951 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-f81009c6-60c0-445d-809c-206d9ec6552a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f2103973-576f-433f-b089-452e0e426f37 HTTP/1.1" status: 200 len: 217 time: 0.0419114 May 04 19:14:23.693688 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-45a16285-1402-4f9f-8907-be449a99fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:23.695539 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-45a16285-1402-4f9f-8907-be449a99fa7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=760c6632-f399-4050-957a-e5978ea70b7d HTTP/1.1" status: 200 len: 843 time: 0.0741827 May 04 19:14:23.754773 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-f5c7b7c8-3cfd-4cc8-aab0-2ec39eb27820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:23.756778 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-f5c7b7c8-3cfd-4cc8-aab0-2ec39eb27820 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=68661dea-ef3f-4908-8039-8072f29800ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0539975 May 04 19:14:23.896803 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-db533572-1549-49eb-ac21-714afe692903 service neutron] 10.222.0.11 "GET /v2.0/networks/68661dea-ef3f-4908-8039-8072f29800ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320276 May 04 19:14:24.069668 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.165248 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd6b64a8-15e9-4611-85e0-e652ccb64b53 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:24.217931 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d8e31-0770-47f6-823f-4f96580ec35f req-de9e215b-1508-4a9f-8565-dff73dc52419 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:24.219464 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2a3d8e31-0770-47f6-823f-4f96580ec35f req-de9e215b-1508-4a9f-8565-dff73dc52419 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 948 time: 0.0748942 May 04 19:14:24.224757 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39122) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:24.237022 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-33777b8c-5168-45df-8f0e-d05ae9acd376 req-de6292fc-1f95-423a-bfd4-86ca72757b1e service neutron] 10.222.0.11 "GET /v2.0/networks/68661dea-ef3f-4908-8039-8072f29800ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323600 May 04 19:14:24.237291 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port bd6b64a8-15e9-4611-85e0-e652ccb64b53 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:24.237828 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.303121 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2a3d8e31-0770-47f6-823f-4f96580ec35f req-90c93719-4ee3-4a8c-8256-b012b6ecbfc6 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564392 May 04 19:14:24.413390 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port bd6b64a8-15e9-4611-85e0-e652ccb64b53 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:24.414070 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.450939 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] For port bd6b64a8-15e9-4611-85e0-e652ccb64b53, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bd6b64a8-15e9-4611-85e0-e652ccb64b53,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:24.454834 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.463398 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-349bafc0-d9a1-44e8-a4d3-ef54d3fa71f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.541625 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Pushing event updated for resources: {'Port': ['ID=bd6b64a8-15e9-4611-85e0-e652ccb64b53,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:24.591903 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-349bafc0-d9a1-44e8-a4d3-ef54d3fa71f0 admin admin] Publish callbacks [] for security_group (54364e15-7d7a-4d31-9ea0-ff8727ba078a), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.598710 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-349bafc0-d9a1-44e8-a4d3-ef54d3fa71f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (54364e15-7d7a-4d31-9ea0-ff8727ba078a), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.645122 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 39128) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:24.645699 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-349bafc0-d9a1-44e8-a4d3-ef54d3fa71f0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e329123ae6c447bb2ace12c8883bfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193127 May 04 19:14:24.646687 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bafc0-d9a1-44e8-a4d3-ef54d3fa71f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54364e15-7d7a-4d31-9ea0-ff8727ba078a,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:24.656750 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Sync routers for ids ['97022177-adfc-4801-a6e6-0be8678b1e3e'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:14:24.673723 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Routers {'97022177-adfc-4801-a6e6-0be8678b1e3e'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:24.674439 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:14:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['97022177-adfc-4801-a6e6-0be8678b1e3e'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:24.733561 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-47147aad-2dd7-433f-b433-265e4090c6e5 admin admin] Publish callbacks [] for security_group (54364e15-7d7a-4d31-9ea0-ff8727ba078a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.765447 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-47147aad-2dd7-433f-b433-265e4090c6e5 admin admin] Publish callbacks [] for security_group (54364e15-7d7a-4d31-9ea0-ff8727ba078a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.804156 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Set router 97022177-adfc-4801-a6e6-0be8678b1e3e gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:24.846117 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-47147aad-2dd7-433f-b433-265e4090c6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (54364e15-7d7a-4d31-9ea0-ff8727ba078a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.848737 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-47147aad-2dd7-433f-b433-265e4090c6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:24.849906 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-47147aad-2dd7-433f-b433-265e4090c6e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54364e15-7d7a-4d31-9ea0-ff8727ba078a HTTP/1.1" status: 204 len: 168 time: 0.2036946 May 04 19:14:24.869273 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147aad-2dd7-433f-b433-265e4090c6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54364e15-7d7a-4d31-9ea0-ff8727ba078a,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:25.083306 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 4, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6f394dea-46fa-45e3-a91a-17633ded5572', 'name': '', 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'mac_address': 'fa:16:3e:f4:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:13Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 2, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'subnets': [{'id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:25.113785 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Checking router: 97022177-adfc-4801-a6e6-0be8678b1e3e for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:14:25.114397 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Updating router 97022177-adfc-4801-a6e6-0be8678b1e3e port 6f394dea-46fa-45e3-a91a-17633ded5572 binding host dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:14:25.146963 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.329080 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 39136) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:25.344428 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7232e961-a90a-4b60-9599-b46c9284c7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.367707 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2103973-576f-433f-b089-452e0e426f37 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:14:25.485404 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7232e961-a90a-4b60-9599-b46c9284c7ed admin admin] Publish callbacks [] for security_group (b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.491452 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7232e961-a90a-4b60-9599-b46c9284c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.539294 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7232e961-a90a-4b60-9599-b46c9284c7ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31839085c4b54dc9bca009a954b5352d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086515 May 04 19:14:25.541089 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232e961-a90a-4b60-9599-b46c9284c7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:25.544031 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 39140) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:25.596290 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f54a5-b1da-4ef5-ba37-e71099912d22 req-66b64e75-4127-4f9e-a01d-ad0e995af474 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:25.599282 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c92f54a5-b1da-4ef5-ba37-e71099912d22 req-66b64e75-4127-4f9e-a01d-ad0e995af474 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 948 time: 0.1560326 May 04 19:14:25.609885 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6a8604e9-01c3-4074-9072-87a27127b8c9 admin admin] Publish callbacks [] for security_group (b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.616140 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Publish callbacks [] for port (6f394dea-46fa-45e3-a91a-17633ded5572), precommit_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.625898 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.662492 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6a8604e9-01c3-4074-9072-87a27127b8c9 admin admin] Publish callbacks [] for security_group (b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.678457 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f2103973-576f-433f-b089-452e0e426f37, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2103973-576f-433f-b089-452e0e426f37,segment=NetworkSegment(a143b7f1-e5ce-4048-8819-1b6fb406cb12),segment_id=a143b7f1-e5ce-4048-8819-1b6fb406cb12)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:25.693135 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c92f54a5-b1da-4ef5-ba37-e71099912d22 req-7f7dd459-39d5-4366-9d78-c67c90a045ae tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804551 May 04 19:14:25.712235 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'f2103973-576f-433f-b089-452e0e426f37', 'network_id': '68661dea-ef3f-4908-8039-8072f29800ce', 'port_id': 'f2103973-576f-433f-b089-452e0e426f37', 'mac_address': 'fa:16:3e:4c:6f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760c6632-f399-4050-957a-e5978ea70b7d', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:14:25.738549 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832fc24-b046-4367-91cb-05a307ca0400 None None] Pushing event updated for resources: {'Port': ['ID=6f394dea-46fa-45e3-a91a-17633ded5572,revision_number=3']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:25.763747 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6a8604e9-01c3-4074-9072-87a27127b8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.767123 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-6a8604e9-01c3-4074-9072-87a27127b8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.771215 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-6a8604e9-01c3-4074-9072-87a27127b8c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae HTTP/1.1" status: 204 len: 168 time: 0.2258995 May 04 19:14:25.779769 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8604e9-01c3-4074-9072-87a27127b8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e91b4b-3d6c-4e6b-9c4b-6345d362a5ae,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:25.783807 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port f2103973-576f-433f-b089-452e0e426f37 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:25.784195 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2103973-576f-433f-b089-452e0e426f37), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.818366 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2103973-576f-433f-b089-452e0e426f37 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:14:25.844635 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f2103973-576f-433f-b089-452e0e426f37, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2103973-576f-433f-b089-452e0e426f37,segment=NetworkSegment(a143b7f1-e5ce-4048-8819-1b6fb406cb12),segment_id=a143b7f1-e5ce-4048-8819-1b6fb406cb12)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:25.856697 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f2103973-576f-433f-b089-452e0e426f37), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.885672 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Attempting to bind port 6f394dea-46fa-45e3-a91a-17633ded5572 on host dv-cinder-830901-3-iscsi for vnic_type normal with profile {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:25.886049 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Attempting to bind port 6f394dea-46fa-45e3-a91a-17633ded5572 by drivers openvswitch,hyperv on host dv-cinder-830901-3-iscsi at level 0 using segments [{'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:25.886410 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Attempting to bind port 6f394dea-46fa-45e3-a91a-17633ded5572 on network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:25.902737 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Checking agent: {'id': 'd1cd369d-a5cc-4777-80cb-6b0036ef56a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830901-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 57, 54), 'started_at': datetime.datetime(2022, 5, 4, 18, 58, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830901-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:25.905269 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Checking segment: {'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:25.905906 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.906784 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Bound using segment: {'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'} {{(pid=103490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:25.909141 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.managers [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Bound port: 6f394dea-46fa-45e3-a91a-17633ded5572, host: dv-cinder-830901-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe'}}] {{(pid=103490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:25.909802 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), before_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:25.963285 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=f2103973-576f-433f-b089-452e0e426f37,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:26.038232 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] For port 6f394dea-46fa-45e3-a91a-17633ded5572, host dv-cinder-830901-3-iscsi, cleared binding levels {{(pid=103490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:26.044509 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.plugins.ml2.db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] For port 6f394dea-46fa-45e3-a91a-17633ded5572, host dv-cinder-830901-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6f394dea-46fa-45e3-a91a-17633ded5572,segment=NetworkSegment(6d88f5da-ff3b-49a2-abd9-9a3adf6671ea),segment_id=6d88f5da-ff3b-49a2-abd9-9a3adf6671ea)] {{(pid=103490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:26.056923 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron_lib.callbacks.manager [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), after_update {{(pid=103490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:26.112298 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd6b64a8-15e9-4611-85e0-e652ccb64b53 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:26.123546 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Routers {'97022177-adfc-4801-a6e6-0be8678b1e3e'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:14:26.123811 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:14:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['97022177-adfc-4801-a6e6-0be8678b1e3e'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:26.175298 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-411f4b77-df6a-45a4-a13b-58dcf9ea6383 None None] Provisioning complete for port 6f394dea-46fa-45e3-a91a-17633ded5572 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:26.176675 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-411f4b77-df6a-45a4-a13b-58dcf9ea6383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:26.271330 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['f2103973-576f-433f-b089-452e0e426f37'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:14:26.276184 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] Set router 97022177-adfc-4801-a6e6-0be8678b1e3e gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:14:26.435873 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port bd6b64a8-15e9-4611-85e0-e652ccb64b53 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:26.437056 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:26.491465 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832fc24-b046-4367-91cb-05a307ca0400 None None] Pushing event updated for resources: {'Port': ['ID=6f394dea-46fa-45e3-a91a-17633ded5572,revision_number=4']} {{(pid=103490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:26.594686 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-411f4b77-df6a-45a4-a13b-58dcf9ea6383 None None] Current status of the port 6f394dea-46fa-45e3-a91a-17633ded5572 is: DOWN; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:26.595076 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-411f4b77-df6a-45a4-a13b-58dcf9ea6383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:26.658403 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port bd6b64a8-15e9-4611-85e0-e652ccb64b53 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:26.669278 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 4, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6f394dea-46fa-45e3-a91a-17633ded5572', 'name': '', 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'mac_address': 'fa:16:3e:f4:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:13Z', 'updated_at': '2022-05-04T19:14:26Z', 'revision_number': 4, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'subnets': [{'id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:14:26.696969 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-411f4b77-df6a-45a4-a13b-58dcf9ea6383 None None] For port 6f394dea-46fa-45e3-a91a-17633ded5572, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6f394dea-46fa-45e3-a91a-17633ded5572,segment=NetworkSegment(6d88f5da-ff3b-49a2-abd9-9a3adf6671ea),segment_id=6d88f5da-ff3b-49a2-abd9-9a3adf6671ea)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:26.715849 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-411f4b77-df6a-45a4-a13b-58dcf9ea6383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:26.736053 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f7375-d839-4b35-a744-c4e9c2b75fbf None None] The sync data for ids ['97022177-adfc-4801-a6e6-0be8678b1e3e'] in dv-cinder-830901-3-iscsi is: [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:14:14Z', 'revision_number': 4, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6f394dea-46fa-45e3-a91a-17633ded5572', 'name': '', 'network_id': '46bca3e5-d5ac-4b72-ac20-089d315ea4fe', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'mac_address': 'fa:16:3e:f4:cc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:13Z', 'updated_at': '2022-05-04T19:14:26Z', 'revision_number': 4, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'subnets': [{'id': 'cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:14:26.782449 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f4b77-df6a-45a4-a13b-58dcf9ea6383 None None] Pushing event updated for resources: {'Port': ['ID=6f394dea-46fa-45e3-a91a-17633ded5572,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:26.844495 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-6985baad-54fd-4f60-9dee-18c77909fcb2 None None] Provisioning complete for port 6f394dea-46fa-45e3-a91a-17633ded5572 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:26.844857 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6985baad-54fd-4f60-9dee-18c77909fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:26.903253 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c24f1-3426-425a-a0a8-849c1e3b864d req-4ba9258a-b6ad-4004-801f-a5310984ba33 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:26.905638 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-aa3c24f1-3426-425a-a0a8-849c1e3b864d req-4ba9258a-b6ad-4004-801f-a5310984ba33 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 949 time: 0.0911038 May 04 19:14:26.977409 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-6985baad-54fd-4f60-9dee-18c77909fcb2 None None] Current status of the port 6f394dea-46fa-45e3-a91a-17633ded5572 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:27.020500 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-aa3c24f1-3426-425a-a0a8-849c1e3b864d req-f49f535a-0e9a-422a-9018-08fba59e47b5 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088831 May 04 19:14:27.393879 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2103973-576f-433f-b089-452e0e426f37 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:27.465812 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port f2103973-576f-433f-b089-452e0e426f37 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:14:27.478419 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port f2103973-576f-433f-b089-452e0e426f37 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:27.479389 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (f2103973-576f-433f-b089-452e0e426f37), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:27.600374 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port f2103973-576f-433f-b089-452e0e426f37 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:27.600694 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (f2103973-576f-433f-b089-452e0e426f37), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:27.624208 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd089f1-5724-405f-8e78-55229c68003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2103973-576f-433f-b089-452e0e426f37'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:27.626572 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53922e7e-37ef-48fa-a0e1-6b6df0aa61ce" -d '{"events": [{"server_uuid": "6fd089f1-5724-405f-8e78-55229c68003e", "name": "network-vif-plugged", "status": "completed", "tag": "f2103973-576f-433f-b089-452e0e426f37"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:27.640192 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port f2103973-576f-433f-b089-452e0e426f37, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2103973-576f-433f-b089-452e0e426f37,segment=NetworkSegment(a143b7f1-e5ce-4048-8819-1b6fb406cb12),segment_id=a143b7f1-e5ce-4048-8819-1b6fb406cb12)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:27.646576 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (f2103973-576f-433f-b089-452e0e426f37), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:27.671082 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df01e54-ff2e-410d-b96e-20a5d23b8df8 x-openstack-request-id: req-5df01e54-ff2e-410d-b96e-20a5d23b8df8 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:27.671461 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd089f1-5724-405f-8e78-55229c68003e", "name": "network-vif-plugged", "status": "completed", "tag": "f2103973-576f-433f-b089-452e0e426f37", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:27.671795 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5df01e54-ff2e-410d-b96e-20a5d23b8df8 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:27.672256 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df01e54-ff2e-410d-b96e-20a5d23b8df8'] response: {'server_uuid': '6fd089f1-5724-405f-8e78-55229c68003e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2103973-576f-433f-b089-452e0e426f37', 'code': 200} May 04 19:14:27.702222 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=f2103973-576f-433f-b089-452e0e426f37,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:27.939372 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58fb3b-7df7-4fc0-a75f-2309140390e6 req-7453493c-5a58-4940-8e0d-5c0f8ef68adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:27.941763 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6e58fb3b-7df7-4fc0-a75f-2309140390e6 req-7453493c-5a58-4940-8e0d-5c0f8ef68adb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 1134 time: 0.0741127 May 04 19:14:28.006455 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6e58fb3b-7df7-4fc0-a75f-2309140390e6 req-b6dceec0-507c-4414-bcb1-299839bd6541 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578318 May 04 19:14:28.048103 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6f394dea-46fa-45e3-a91a-17633ded5572 up at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:28.106125 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Provisioning complete for port 6f394dea-46fa-45e3-a91a-17633ded5572 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:28.106591 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:28.158950 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd3f50-840e-466a-acc8-4610817ecf4c req-f0a247cb-0c97-4b12-af82-ed62aa118f16 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:28.160740 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-58fd3f50-840e-466a-acc8-4610817ecf4c req-f0a247cb-0c97-4b12-af82-ed62aa118f16 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 950 time: 0.0638559 May 04 19:14:28.198687 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Current status of the port 6f394dea-46fa-45e3-a91a-17633ded5572 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:28.235957 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-58fd3f50-840e-466a-acc8-4610817ecf4c req-840bb243-0c26-4faf-befe-369519c5e228 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590742 May 04 19:14:29.411308 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8c053-c8bf-405e-9d16-df0b9e1c7d8b req-ab819d57-a5c1-4002-bda4-b53f39c30783 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:29.412806 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bca8c053-c8bf-405e-9d16-df0b9e1c7d8b req-ab819d57-a5c1-4002-bda4-b53f39c30783 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 950 time: 0.0543451 May 04 19:14:29.434774 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-d95df119-294c-49a9-a3f0-ac1c5776e141 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:29.436673 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-d95df119-294c-49a9-a3f0-ac1c5776e141 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 814 time: 0.1129327 May 04 19:14:29.451209 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-57650ccb-34ec-4f72-85d3-f3685f3533a9 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/quotas/a92a32956353454db32509526ff751da HTTP/1.1" status: 200 len: 375 time: 0.0090353 May 04 19:14:29.461850 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bca8c053-c8bf-405e-9d16-df0b9e1c7d8b req-a6bd6781-02e2-4ca2-bcec-39ab9336c7ab tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 May 04 19:14:29.508495 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-f8404806-8c80-438c-ba78-9cd42041b514 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521486 May 04 19:14:29.620762 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-d858daec-5af4-4ded-b9aa-6d1c7358f9cf service neutron] 10.222.0.69 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001189 May 04 19:14:29.712983 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-2916b1c4-a55b-412e-8844-4c5119d012cb service neutron] 10.222.0.69 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 May 04 19:14:29.876754 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-90b0d4cd-387f-44f8-b4d4-51431d73da0d req-aa8304fd-6ee1-434c-8048-ce35aa4502cc tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 210 time: 0.0296409 May 04 19:14:30.581858 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26915010-bde0-4dbc-91c9-ae835b105976 req-0b76bcb0-f1c8-488f-a48b-8f9856c16625 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:30.583291 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-26915010-bde0-4dbc-91c9-ae835b105976 req-0b76bcb0-f1c8-488f-a48b-8f9856c16625 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 950 time: 0.0474339 May 04 19:14:30.631523 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-26915010-bde0-4dbc-91c9-ae835b105976 req-0022b490-d911-4ce9-a2ae-fc0a7ae52a13 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 May 04 19:14:30.889685 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283f96e-3bf8-4354-9d01-c96f8060ea6d req-d11fd451-d409-4447-a57d-5a0df454ce45 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:30.891283 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8283f96e-3bf8-4354-9d01-c96f8060ea6d req-d11fd451-d409-4447-a57d-5a0df454ce45 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 950 time: 0.0468054 May 04 19:14:30.941210 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8283f96e-3bf8-4354-9d01-c96f8060ea6d req-c0ed35e8-ba7e-43a5-9293-05a81e31c7ac tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 May 04 19:14:30.977046 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2a327376-186f-40c5-8383-d6791a920d02 req-5a5a087b-dd87-425d-a4b6-bd0df37145b0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 210 time: 0.0320554 May 04 19:14:32.079583 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2779c0fe-21d1-4220-a295-448ac9e43417 req-404ef0b9-7458-48b2-af7a-528b0bd442de tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 210 time: 0.0306747 May 04 19:14:32.099915 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225b28-bd78-40ca-a26d-b0089405fc7b req-8196a2c7-0b2f-445c-b795-5692535377f2 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:32.102408 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-29225b28-bd78-40ca-a26d-b0089405fc7b req-8196a2c7-0b2f-445c-b795-5692535377f2 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 950 time: 0.0868731 May 04 19:14:32.206115 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-29225b28-bd78-40ca-a26d-b0089405fc7b req-b0ca4f2f-744c-4523-824b-d0c2082d17dd tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/security-groups?id=4ad46349-dce9-4e75-a569-cc308566681d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962067 May 04 19:14:32.211718 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-78057c6b-6563-42b7-9945-eed6dfeada40 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:32.213088 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-78057c6b-6563-42b7-9945-eed6dfeada40 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 814 time: 0.1564686 May 04 19:14:32.249673 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'port': {'device_id': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'admin_state_up': True, 'tenant_id': 'a92a32956353454db32509526ff751da'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:32.362553 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Made reservation on behalf of a92a32956353454db32509526ff751da for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:14:32.365893 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:32.463326 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-27b558b0-70d6-40a5-bc55-0b71adfe59b5 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:32.464797 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-27b558b0-70d6-40a5-bc55-0b71adfe59b5 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 950 time: 0.0960643 May 04 19:14:32.618387 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Deleting port f2103973-576f-433f-b089-452e0e426f37 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:14:32.618730 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (f2103973-576f-433f-b089-452e0e426f37), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:32.635285 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Allocated IP 172.20.0.12 (9ab078ca-522b-4833-9058-45f147d435ce/9dca1202-d6b9-4401-abdc-0cba7e2592a4/9e010276-d5b3-4d5f-821f-294d451cebe7) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:32.751179 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] For port f2103973-576f-433f-b089-452e0e426f37, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=f2103973-576f-433f-b089-452e0e426f37,segment=NetworkSegment(a143b7f1-e5ce-4048-8819-1b6fb406cb12),segment_id=a143b7f1-e5ce-4048-8819-1b6fb406cb12)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:32.751453 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (f2103973-576f-433f-b089-452e0e426f37), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:32.781730 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Calling delete_port for f2103973-576f-433f-b089-452e0e426f37 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:14:32.928206 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:33.013856 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:33.050055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (f2103973-576f-433f-b089-452e0e426f37), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:33.064736 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Network 9ab078ca-522b-4833-9058-45f147d435ce is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:33.075860 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:33.084639 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:33.092000 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['f2103973-576f-433f-b089-452e0e426f37'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:14:33.096005 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:33.252986 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67c263-23e8-4d4a-8bbd-44f0f2954374 req-c10b13b3-ba84-451d-9ddc-3970f7e58e3b tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:33.261491 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ad67c263-23e8-4d4a-8bbd-44f0f2954374 req-c10b13b3-ba84-451d-9ddc-3970f7e58e3b tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0685401 May 04 19:14:33.350097 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ad67c263-23e8-4d4a-8bbd-44f0f2954374 req-6941fea4-7682-4b9f-9018-43ed17a41b6c tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872512 May 04 19:14:33.464890 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-a2073a42-0836-4449-b300-505e98d0c202 None None] Provisioning complete for port 9e010276-d5b3-4d5f-821f-294d451cebe7 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:33.465660 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a2073a42-0836-4449-b300-505e98d0c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:33.529211 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Pushing event deleted for resources: {'Port': ['ID=f2103973-576f-433f-b089-452e0e426f37,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:33.614929 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] No DVR routers for this DVR port f2103973-576f-433f-b089-452e0e426f37 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:14:33.624500 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:33.625255 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:33.629582 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e36a150b-4301-4643-b314-f24d6fd14e22 req-a4bd9fd1-830e-4cdc-b1b6-8903f6ceaa9f tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.1429591 May 04 19:14:33.630747 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:33.634740 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2c531b2e-e63e-493a-a8f3-a08315d9f248 req-201d4809-73a6-45a3-b3fb-0ad386f48966 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.11 "DELETE /v2.0/ports/f2103973-576f-433f-b089-452e0e426f37 HTTP/1.1" status: 204 len: 173 time: 1.1617966 May 04 19:14:33.637615 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd089f1-5724-405f-8e78-55229c68003e', 'name': 'network-vif-deleted', 'tag': 'f2103973-576f-433f-b089-452e0e426f37'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:33.639274 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f606de1c-c97e-458f-8443-97562f0ed2bd" -d '{"events": [{"server_uuid": "6fd089f1-5724-405f-8e78-55229c68003e", "name": "network-vif-deleted", "tag": "f2103973-576f-433f-b089-452e0e426f37"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:33.685429 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-a2073a42-0836-4449-b300-505e98d0c202 None None] Port 9e010276-d5b3-4d5f-821f-294d451cebe7 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:33.699469 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-6ab0f126-6aea-4e47-9b54-c828bcdcbff3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4543941 May 04 19:14:33.714504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d1092-0741-49d2-805f-22b06221379f x-openstack-request-id: req-a44d1092-0741-49d2-805f-22b06221379f {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:33.715094 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd089f1-5724-405f-8e78-55229c68003e", "name": "network-vif-deleted", "tag": "f2103973-576f-433f-b089-452e0e426f37", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:33.715513 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a44d1092-0741-49d2-805f-22b06221379f {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:33.716141 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44d1092-0741-49d2-805f-22b06221379f'] response: {'server_uuid': '6fd089f1-5724-405f-8e78-55229c68003e', 'name': 'network-vif-deleted', 'tag': 'f2103973-576f-433f-b089-452e0e426f37', 'status': 'completed', 'code': 200} May 04 19:14:34.479518 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710840c7-1d93-4e81-8d73-457f2b2acb3d req-855b2b04-7eaf-4d59-ae29-b3c33001a560 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:34.480977 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-710840c7-1d93-4e81-8d73-457f2b2acb3d req-855b2b04-7eaf-4d59-ae29-b3c33001a560 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0590975 May 04 19:14:34.543366 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-710840c7-1d93-4e81-8d73-457f2b2acb3d req-d4ffcf70-f23a-4f76-a427-87767f663bb7 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566504 May 04 19:14:34.758173 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b1f21e7c-c8dd-45b4-8c30-782c431a69ed req-01c819b7-c4e9-473d-976a-f0d753d438d2 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0305219 May 04 19:14:35.401176 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2103973-576f-433f-b089-452e0e426f37 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:14:35.428055 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: f2103973-576f-433f-b089-452e0e426f37 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:14:35.428823 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device f2103973-576f-433f-b089-452e0e426f37 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:14:35.664463 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8b045-237c-420a-b158-497a2a39fc63 req-61c3337c-4dee-4035-9878-1b704060eea6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:35.665968 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e6b8b045-237c-420a-b158-497a2a39fc63 req-61c3337c-4dee-4035-9878-1b704060eea6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0490649 May 04 19:14:35.729882 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e6b8b045-237c-420a-b158-497a2a39fc63 req-f1b216cf-1bc6-444b-b1fe-724a7ff2866a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 May 04 19:14:35.879724 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-47895970-440e-4954-a2cd-76e53a620ec3 req-9ed03dd1-765f-4b96-a7fa-96c82a4109fd tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0319254 May 04 19:14:36.850564 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618663b-e7e0-49f1-9eae-4414bc7ba036 req-bd1f8722-3389-408f-8358-0f2453f4afd2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:36.852123 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6618663b-e7e0-49f1-9eae-4414bc7ba036 req-bd1f8722-3389-408f-8358-0f2453f4afd2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0526121 May 04 19:14:36.919541 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6618663b-e7e0-49f1-9eae-4414bc7ba036 req-5e1ad6c5-7352-4d43-aa20-e8292d990a17 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 May 04 19:14:37.016371 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5013abb1-c9e2-4d07-a019-ded4182396d9 req-0924ec76-a3c6-4b54-bf12-e50914ffdbd0 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0314162 May 04 19:14:38.033648 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2791cc-d027-4688-b8a8-d2f9f327a1fb req-43b2713f-ec1a-4569-949e-0a98357cf3f1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:38.043331 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-db2791cc-d027-4688-b8a8-d2f9f327a1fb req-43b2713f-ec1a-4569-949e-0a98357cf3f1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0596685 May 04 19:14:38.114405 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-db2791cc-d027-4688-b8a8-d2f9f327a1fb req-37195670-5260-469e-a5ec-59bbb97b0244 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697122 May 04 19:14:38.149759 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-65d4cfe4-da55-46d0-b47c-440466c0f7ea req-80bbbee9-bdd7-45aa-ac0a-a1e02d9cf83c tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0326436 May 04 19:14:39.253359 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046e5b-f962-4894-a68f-4105565cd490 req-92fabf9c-8d07-47c0-9825-a9b9fbbec783 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:39.254953 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-73046e5b-f962-4894-a68f-4105565cd490 req-92fabf9c-8d07-47c0-9825-a9b9fbbec783 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0684209 May 04 19:14:39.285646 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1f436f38-b7ad-4d86-80d3-07358c2cbd48 req-66bd9fc4-3350-4a0b-be28-7560d4b94f3b tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0376570 May 04 19:14:39.319186 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-73046e5b-f962-4894-a68f-4105565cd490 req-54718f40-4e78-4bce-a7c8-3427b9740b6a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575116 May 04 19:14:40.376636 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-84873085-4b0d-46bd-b46a-b30426e9f087 req-1839233c-8db2-4527-b289-dbefe04e4974 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0272577 May 04 19:14:40.458386 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc45da7-6ff7-4de7-9495-4e53285452ec req-bd20acf9-0ce3-4569-8847-a6b09047a573 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:40.459890 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2cc45da7-6ff7-4de7-9495-4e53285452ec req-bd20acf9-0ce3-4569-8847-a6b09047a573 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0725069 May 04 19:14:40.513163 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2cc45da7-6ff7-4de7-9495-4e53285452ec req-47cfb002-5b9c-46f3-a358-3692615c1b0b tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469232 May 04 19:14:41.170570 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:14:41.632549 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb726b1-b266-4788-b0a5-0efab3ff867e req-e33f21b7-d9c5-4481-9675-967b23284c9e tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:41.634062 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0eb726b1-b266-4788-b0a5-0efab3ff867e req-e33f21b7-d9c5-4481-9675-967b23284c9e tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 932 time: 0.0483098 May 04 19:14:41.639088 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c8ef928b-659e-4664-8c1c-94b349f842ef req-fc7a0507-10cd-4270-9b58-c306f70900fe tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0273590 May 04 19:14:41.684808 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0eb726b1-b266-4788-b0a5-0efab3ff867e req-81e62121-a3c1-412b-bd6b-ae2d9b98a588 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 May 04 19:14:42.308464 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Request body: {'port': {'device_id': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:42.373971 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:42.628405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e010276-d5b3-4d5f-821f-294d451cebe7 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:14:42.636205 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Publish callbacks [] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:42.648291 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Transition to ACTIVE for port object 9e010276-d5b3-4d5f-821f-294d451cebe7 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:14:42.651830 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:42.734954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Pushing event updated for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:42.774414 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1b33738e-07ae-46d4-a136-677c95249f56 req-8b62c000-4260-4a09-a00e-27145ff52092 tempest-VolumesNegativeTest-366666440 tempest-VolumesNegativeTest-366666440-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd089f1-5724-405f-8e78-55229c68003e HTTP/1.1" status: 200 len: 210 time: 0.0420990 May 04 19:14:42.832525 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbe7cc-b0c4-4d93-aea9-b619bdbb4d80 req-2f731b3d-364e-41e9-9feb-c17fc628a7e4 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:42.834084 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c4dbe7cc-b0c4-4d93-aea9-b619bdbb4d80 req-2f731b3d-364e-41e9-9feb-c17fc628a7e4 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 944 time: 0.0694299 May 04 19:14:42.839545 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Attempting to bind port 9e010276-d5b3-4d5f-821f-294d451cebe7 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:42.839884 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Attempting to bind port 9e010276-d5b3-4d5f-821f-294d451cebe7 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:42.840218 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Attempting to bind port 9e010276-d5b3-4d5f-821f-294d451cebe7 on network 9ab078ca-522b-4833-9058-45f147d435ce {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:42.858426 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Port 9e010276-d5b3-4d5f-821f-294d451cebe7 on network 9ab078ca-522b-4833-9058-45f147d435ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:14:42.858808 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Attempting to bind port 9e010276-d5b3-4d5f-821f-294d451cebe7 on network 9ab078ca-522b-4833-9058-45f147d435ce {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:42.867731 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:42.868093 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Checking segment: {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:42.868423 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Bound using segment: {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:42.868862 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Bound port: 9e010276-d5b3-4d5f-821f-294d451cebe7, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:42.869243 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:42.929642 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c4dbe7cc-b0c4-4d93-aea9-b619bdbb4d80 req-867d7585-b2ed-4f16-a870-48df7d8be067 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869319 May 04 19:14:42.957436 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:42.961332 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9e010276-d5b3-4d5f-821f-294d451cebe7,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:42.967495 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:42.999773 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:43.000408 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:43.001828 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 1094 time: 0.6983294 May 04 19:14:43.004312 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:43.006706 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c178a-1c7d-43ca-9f69-81654da17160" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:43.042289 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90cd3a-76af-4be0-ad99-9e927b8ccb99 service neutron] Pushing event updated for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:43.069367 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172ef56-bc1e-4372-93cc-e2a2ebd26e34 x-openstack-request-id: req-6172ef56-bc1e-4372-93cc-e2a2ebd26e34 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:43.069772 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:43.070091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6172ef56-bc1e-4372-93cc-e2a2ebd26e34 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:43.070580 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6172ef56-bc1e-4372-93cc-e2a2ebd26e34'] response: {'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'status': 'completed', 'code': 200} May 04 19:14:43.123221 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-d7fcf948-a74a-429a-adfa-e48f4ff2cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:43.124820 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-d7fcf948-a74a-429a-adfa-e48f4ff2cf0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1128 time: 0.0421257 May 04 19:14:43.180491 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-b2632078-0efb-41b7-b608-da526097a421 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 217 time: 0.0396638 May 04 19:14:43.229352 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-f1a12117-1806-4b06-804c-bff6e89e109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:43.230842 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-f1a12117-1806-4b06-804c-bff6e89e109d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.0428865 May 04 19:14:43.279900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-f3c3a574-4a05-4b93-af75-1cf9b335334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:43.281403 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-f3c3a574-4a05-4b93-af75-1cf9b335334c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390878 May 04 19:14:43.380186 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-0869eecc-93ee-488d-aeda-fa93bdc3a25f service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891004 May 04 19:14:43.470274 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-065d7761-d253-4b3c-893c-cd3ff756f83f req-e943b7cd-0157-418d-806a-b66b2bba4110 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 May 04 19:14:44.060507 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d26646-3158-4a08-986f-18260d6aced4 req-f599681f-dd4b-428f-bbe5-e36cf88527ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:44.062422 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07d26646-3158-4a08-986f-18260d6aced4 req-f599681f-dd4b-428f-bbe5-e36cf88527ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 944 time: 0.0539105 May 04 19:14:44.120718 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-07d26646-3158-4a08-986f-18260d6aced4 req-1dadd397-7b3d-4699-8fac-7883d91b47fa tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 May 04 19:14:44.956158 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-4659cb30-afe3-4acc-b59f-11b0ec5c844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:44.957883 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-4659cb30-afe3-4acc-b59f-11b0ec5c844a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1128 time: 0.0399759 May 04 19:14:45.060726 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-944efd0d-ac20-452d-8c51-2b413c055987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:45.062224 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-944efd0d-ac20-452d-8c51-2b413c055987 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 915 time: 0.0948787 May 04 19:14:45.104469 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-3ac4f643-6a42-45df-b4c8-d88232abfb9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 217 time: 0.0354638 May 04 19:14:45.157778 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-1feaecd4-d877-45ba-b01c-f6684a073d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:45.159278 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-1feaecd4-d877-45ba-b01c-f6684a073d0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.0484667 May 04 19:14:45.233372 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-cafe47ce-1943-4bd7-80ab-1295a007a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:45.234885 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-cafe47ce-1943-4bd7-80ab-1295a007a48a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665853 May 04 19:14:45.277928 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1a1a1-102e-4858-983c-25ecdc5aa05f req-3be1db8e-897c-4646-b31b-596e684f850a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:45.279372 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ee1a1a1-102e-4858-983c-25ecdc5aa05f req-3be1db8e-897c-4646-b31b-596e684f850a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 944 time: 0.0786803 May 04 19:14:45.379154 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-ea47d813-83b0-4f81-a27a-14df2908cc8c service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378746 May 04 19:14:45.382823 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6ee1a1a1-102e-4858-983c-25ecdc5aa05f req-a186270c-e3ff-48b3-bc86-3bed185e49ee tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959418 May 04 19:14:45.427822 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 9e010276-d5b3-4d5f-821f-294d451cebe7 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:14:45.483975 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bc0c178a-1c7d-43ca-9f69-81654da17160 req-2d0b352f-0b4d-49b6-8478-498079cf2318 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982001 May 04 19:14:45.533107 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9e010276-d5b3-4d5f-821f-294d451cebe7,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:45.545237 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'port_id': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'mac_address': 'fa:16:3e:be:64:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:14:45.586441 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 9e010276-d5b3-4d5f-821f-294d451cebe7 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:45.586833 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:45.600070 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e010276-d5b3-4d5f-821f-294d451cebe7 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:14:45.620358 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9e010276-d5b3-4d5f-821f-294d451cebe7,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:45.624331 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:45.673283 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:45.680528 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.680880 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.681240 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.681614 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.681950 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.682283 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.682607 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.682930 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.683255 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.683578 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.683901 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.684237 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.684562 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.684881 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.685200 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:14:45.922358 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['9e010276-d5b3-4d5f-821f-294d451cebe7'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:14:46.050570 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:46.497937 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220351e-6f17-475f-b9f3-f9a6f316440d req-d4892342-fce6-45a3-847a-5e31f9a4fd48 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:46.499403 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7220351e-6f17-475f-b9f3-f9a6f316440d req-d4892342-fce6-45a3-847a-5e31f9a4fd48 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 945 time: 0.0478637 May 04 19:14:46.546521 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7220351e-6f17-475f-b9f3-f9a6f316440d req-9c2fb962-d683-4dfa-a3a2-d9f047979d35 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 May 04 19:14:47.444545 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 9e010276-d5b3-4d5f-821f-294d451cebe7 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:14:47.495146 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 9e010276-d5b3-4d5f-821f-294d451cebe7 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:14:47.501882 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 9e010276-d5b3-4d5f-821f-294d451cebe7 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:47.502485 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.615134 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 9e010276-d5b3-4d5f-821f-294d451cebe7 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:14:47.615626 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.617611 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39706) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:47.628235 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-9e9e497d-d1fd-4260-b552-15dd1665d46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.642803 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:47.645292 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d9d4c6-7772-4573-a64e-47e57fac8e6b" -d '{"events": [{"server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "name": "network-vif-plugged", "status": "completed", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:47.658420 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9e010276-d5b3-4d5f-821f-294d451cebe7,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:14:47.663762 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.683472 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-d48dd90c-e316-4ae5-9e0d-eec3a07c4063 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-258690831&fields=id&tenant_id=cc0c73a5efc84e348363ae368873f51d HTTP/1.1" status: 200 len: 267 time: 0.0856867 May 04 19:14:47.699554 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896019-02a9-4f29-808a-5f386ff24a1b req-aae82f01-d931-4b72-b5c7-a07984a8c325 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:47.707209 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f0896019-02a9-4f29-808a-5f386ff24a1b req-aae82f01-d931-4b72-b5c7-a07984a8c325 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 945 time: 0.0802686 May 04 19:14:47.717075 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:47.774942 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f0896019-02a9-4f29-808a-5f386ff24a1b req-f6c72e10-2068-4909-a880-e82d0622414f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662713 May 04 19:14:47.794728 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5059cfed-5012-46a5-b160-906a97c6aab3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c331adb2d6541efbab26b5e11c096be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759381 May 04 19:14:47.795363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39712) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:14:47.804772 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-36ab7282-9a62-405a-984f-73ae6ac2d3c5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:47.812439 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-36ab7282-9a62-405a-984f-73ae6ac2d3c5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 809 time: 0.1275215 May 04 19:14:47.826448 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9812e04-9d93-4a9a-a799-9801b753341e x-openstack-request-id: req-e9812e04-9d93-4a9a-a799-9801b753341e {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:47.826747 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "name": "network-vif-plugged", "status": "completed", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:47.827006 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9812e04-9d93-4a9a-a799-9801b753341e {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:47.827409 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9812e04-9d93-4a9a-a799-9801b753341e'] response: {'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'code': 200} May 04 19:14:47.830007 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-ff0d0393-f908-4ad4-8d7c-f7b727ea9c04 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/quotas/cc0c73a5efc84e348363ae368873f51d HTTP/1.1" status: 200 len: 375 time: 0.0167115 May 04 19:14:47.845553 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0635bbf9-3dda-465a-bb7b-639580e2a387 admin admin] Publish callbacks [] for security_group (4ad46349-dce9-4e75-a569-cc308566681d), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.867863 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0635bbf9-3dda-465a-bb7b-639580e2a387 admin admin] Publish callbacks [] for security_group (4ad46349-dce9-4e75-a569-cc308566681d), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.878521 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-8993698a-ca1d-4f1a-94e6-84e7c37524de tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477018 May 04 19:14:47.919600 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0635bbf9-3dda-465a-bb7b-639580e2a387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4ad46349-dce9-4e75-a569-cc308566681d), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.922897 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0635bbf9-3dda-465a-bb7b-639580e2a387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:47.928436 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0635bbf9-3dda-465a-bb7b-639580e2a387 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ad46349-dce9-4e75-a569-cc308566681d HTTP/1.1" status: 204 len: 168 time: 0.1320767 May 04 19:14:47.944358 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635bbf9-3dda-465a-bb7b-639580e2a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad46349-dce9-4e75-a569-cc308566681d,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:48.006845 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-da8fee58-e25c-47c2-9783-9b0c910cb999 service neutron] 10.222.0.69 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151488 May 04 19:14:48.092316 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573c2a-6eff-4aa2-831f-894c912114bb req-4690dcc5-27a5-4694-bff9-e197b2304341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:48.093845 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f9573c2a-6eff-4aa2-831f-894c912114bb req-4690dcc5-27a5-4694-bff9-e197b2304341 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1130 time: 0.0734985 May 04 19:14:48.178796 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-da805d6d-e2d4-4925-b94a-04b1b4528970 service neutron] 10.222.0.69 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661320 May 04 19:14:48.181541 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f9573c2a-6eff-4aa2-831f-894c912114bb req-31a7f8c1-6936-46c7-bfc1-b4d64953ceca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620151 May 04 19:14:48.482295 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-923c7b76-d021-4325-83b3-822a8003a4d0 req-15a065d1-ab8c-409a-94a9-5b7566a63906 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 210 time: 0.0316033 May 04 19:14:48.902477 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1861449-aa58-4d36-8409-366cbcde5b22 req-c1cf1e56-a006-43ac-9b1f-ce7d4c016850 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:48.903948 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d1861449-aa58-4d36-8409-366cbcde5b22 req-c1cf1e56-a006-43ac-9b1f-ce7d4c016850 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0540104 May 04 19:14:48.950814 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d1861449-aa58-4d36-8409-366cbcde5b22 req-9a5ec7e7-42f2-437a-b3be-3bbe4b271888 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 May 04 19:14:49.575987 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cf777d28-0633-4675-afb0-75aa1e1a26a3 req-fb40f848-2c5e-4e39-9fa1-8db985ede00d tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 210 time: 0.0264225 May 04 19:14:49.927652 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-75c920e5-708f-41db-bad2-2fec24ce0347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:50.070064 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee214d-ce23-45f9-ac35-ab9f8482a281 req-2bafc714-6770-4a61-b78c-264972183a2a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:50.071514 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-49ee214d-ce23-45f9-ac35-ab9f8482a281 req-2bafc714-6770-4a61-b78c-264972183a2a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0467434 May 04 19:14:50.116848 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-49ee214d-ce23-45f9-ac35-ab9f8482a281 req-361768c9-8e88-465c-a240-79ff5d14a0aa tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 May 04 19:14:50.668680 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c1e7569a-e305-4a03-a885-93c25e8def2d req-7a882c6a-7128-4804-ab8b-033d35f45aa4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 210 time: 0.0269341 May 04 19:14:51.009713 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:51.224919 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad570b6-dd7c-413a-a0e3-2006090330e2 req-4378b6b3-03bc-43b5-9e48-74f8aee52d2f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:51.227029 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9ad570b6-dd7c-413a-a0e3-2006090330e2 req-4378b6b3-03bc-43b5-9e48-74f8aee52d2f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0446253 May 04 19:14:51.274840 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9ad570b6-dd7c-413a-a0e3-2006090330e2 req-44e4db8d-5f9e-47c7-a0b9-c79ea679a997 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 May 04 19:14:51.760955 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7b844252-b203-4b6c-a4e2-94e235bdd14f req-c465b313-96c1-41d7-9f10-f6c2b00f50b9 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 210 time: 0.0269337 May 04 19:14:52.386711 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abafd0-6974-4cfc-8fa1-b8a58e35729e req-cb147aa7-c053-458a-9c97-b61dd0808110 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:52.388246 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-89abafd0-6974-4cfc-8fa1-b8a58e35729e req-cb147aa7-c053-458a-9c97-b61dd0808110 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0470378 May 04 19:14:52.494799 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-89abafd0-6974-4cfc-8fa1-b8a58e35729e req-06085bd2-6799-4dd5-a7bd-f93c6e55aeea tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007049 May 04 19:14:52.534543 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-5e6e1f17-6f99-46d5-b7ab-ddf10ee57ce0 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:52.536076 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-5e6e1f17-6f99-46d5-b7ab-ddf10ee57ce0 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 809 time: 0.1287146 May 04 19:14:52.544433 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:52.607754 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329375f-99aa-46ca-adea-404d3e6b8354 req-00929930-aead-463c-bf78-72cbeed04313 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:52.608816 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-e4659202-a49b-411a-9074-84619f6ff11a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc0c73a5efc84e348363ae368873f51d HTTP/1.1" status: 200 len: 379 time: 0.0556843 May 04 19:14:52.609215 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0329375f-99aa-46ca-adea-404d3e6b8354 req-00929930-aead-463c-bf78-72cbeed04313 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0466702 May 04 19:14:52.636744 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'port': {'device_id': '92be652a-42d2-4b99-9dd4-c50102203b92', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'admin_state_up': True, 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'security_groups': ['d715d68d-e49d-44fe-9e5d-4f10952105a4']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:52.660862 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0329375f-99aa-46ca-adea-404d3e6b8354 req-4c219e73-a43b-4a68-9ad2-5a1f35b5bfde tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 May 04 19:14:52.750087 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Made reservation on behalf of cc0c73a5efc84e348363ae368873f51d for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:14:52.753422 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:52.863957 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-bee01533-c026-4936-b7e9-f8d1dbebdc0d req-f3723050-314b-4491-8799-536cca486cf4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 210 time: 0.0275738 May 04 19:14:52.888433 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Allocated IP 172.20.0.9 (0b2c1eea-9230-4bef-b6ed-3d1855510315/0bbde651-3b12-469f-83c1-7ea8f539db32/ed81644c-0d75-4430-8134-757799f98502) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:14:52.999262 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaa929-ea54-42da-9469-969c306a3095 req-4192fbcd-7373-4d05-8d75-3266d8afe962 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:53.001960 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-34aaa929-ea54-42da-9469-969c306a3095 req-4192fbcd-7373-4d05-8d75-3266d8afe962 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0509405 May 04 19:14:53.036366 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for port (ed81644c-0d75-4430-8134-757799f98502), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.054126 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-34aaa929-ea54-42da-9469-969c306a3095 req-c2fe716a-9526-4c1d-a207-9a0fca3851f7 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486536 May 04 19:14:53.069669 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (ed81644c-0d75-4430-8134-757799f98502), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.110121 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:14:53.113069 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:14:53.115594 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:14:53.151301 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:53.174411 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:53.175150 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.194616 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-b5e1fbd8-ab32-4dc2-aced-bbd54196bf39 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611188 May 04 19:14:53.219602 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Request body: {'port': {'device_id': '92be652a-42d2-4b99-9dd4-c50102203b92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:14:53.289280 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ed81644c-0d75-4430-8134-757799f98502), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.340908 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-49ae9afe-e988-4284-8bb0-bac58f81392d None None] Provisioning complete for port ed81644c-0d75-4430-8134-757799f98502 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:14:53.341258 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-49ae9afe-e988-4284-8bb0-bac58f81392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ed81644c-0d75-4430-8134-757799f98502), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.391332 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-49ae9afe-e988-4284-8bb0-bac58f81392d None None] Port ed81644c-0d75-4430-8134-757799f98502 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:14:53.576182 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed81644c-0d75-4430-8134-757799f98502 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:14:53.583331 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Publish callbacks [] for port (ed81644c-0d75-4430-8134-757799f98502), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.595796 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Transition to ACTIVE for port object ed81644c-0d75-4430-8134-757799f98502 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:14:53.598480 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (ed81644c-0d75-4430-8134-757799f98502), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.653323 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:53.719831 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Attempting to bind port ed81644c-0d75-4430-8134-757799f98502 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:14:53.720183 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Attempting to bind port ed81644c-0d75-4430-8134-757799f98502 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:14:53.720498 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Attempting to bind port ed81644c-0d75-4430-8134-757799f98502 on network 0b2c1eea-9230-4bef-b6ed-3d1855510315 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:53.725192 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Port ed81644c-0d75-4430-8134-757799f98502 on network 0b2c1eea-9230-4bef-b6ed-3d1855510315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:14:53.725538 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Attempting to bind port ed81644c-0d75-4430-8134-757799f98502 on network 0b2c1eea-9230-4bef-b6ed-3d1855510315 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:14:53.730504 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:14:53.730842 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Checking segment: {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:14:53.731219 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Bound using segment: {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:14:53.731643 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Bound port: ed81644c-0d75-4430-8134-757799f98502, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dc94f2-4c9a-46b6-a46e-946497796fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:14:53.731999 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ed81644c-0d75-4430-8134-757799f98502), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.797712 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:14:53.801104 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:14:53.807286 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (ed81644c-0d75-4430-8134-757799f98502), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.845999 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:53.846536 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:53.847909 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 1093 time: 0.6331728 May 04 19:14:53.848393 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'tag': 'ed81644c-0d75-4430-8134-757799f98502'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:14:53.850601 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c61412d-6746-4489-992c-d764aadc7417" -d '{"events": [{"name": "network-changed", "server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "tag": "ed81644c-0d75-4430-8134-757799f98502"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:14:53.895315 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0504d-c93b-4a24-a197-b9f568753366 service neutron] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:14:53.907238 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a15f166-b4cf-4bce-aaeb-e44d49d1c256 x-openstack-request-id: req-7a15f166-b4cf-4bce-aaeb-e44d49d1c256 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:14:53.907617 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "tag": "ed81644c-0d75-4430-8134-757799f98502", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:14:53.907783 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a15f166-b4cf-4bce-aaeb-e44d49d1c256 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:14:53.908224 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a15f166-b4cf-4bce-aaeb-e44d49d1c256'] response: {'name': 'network-changed', 'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'tag': 'ed81644c-0d75-4430-8134-757799f98502', 'status': 'completed', 'code': 200} May 04 19:14:53.986202 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-e0c6aba8-8bff-41b2-82c4-e7eed2d3e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:53.989335 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-e0c6aba8-8bff-41b2-82c4-e7eed2d3e8da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1127 time: 0.0692627 May 04 19:14:54.010698 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a168cf5-d8d4-43bb-a404-68349fa8ee7c req-183a6d36-bace-4b25-a1b6-c962d491c094 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:54.018540 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:54.019665 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4a168cf5-d8d4-43bb-a404-68349fa8ee7c req-183a6d36-bace-4b25-a1b6-c962d491c094 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0764477 May 04 19:14:54.096860 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-4a168cf5-d8d4-43bb-a404-68349fa8ee7c req-9f5ed3d4-c6a0-4fb6-84a1-172aabc97b7e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756109 May 04 19:14:54.103526 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-7374e84b-2211-4b8e-9b23-a7ccac3d1a5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 217 time: 0.0642691 May 04 19:14:54.164408 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-8a4a8cd3-27c1-432e-b680-36dc17b29a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:54.165907 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-8a4a8cd3-27c1-432e-b680-36dc17b29a4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0564477 May 04 19:14:54.219124 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-0f4e32a9-069d-4ab6-ac24-a0517a13086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:54.220658 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-0f4e32a9-069d-4ab6-ac24-a0517a13086a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481436 May 04 19:14:54.329923 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-ae1fb1c4-3ec1-4eb4-958b-c0df0712f3b3 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026652 May 04 19:14:54.439016 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-060cc9e1-05a5-4bac-bcad-557427834ff7 req-bc576624-a5b8-4fd2-b599-0b6b84fc67b5 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914085 May 04 19:14:54.806038 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61412d-6746-4489-992c-d764aadc7417 req-238f611c-9af1-44f8-bca4-90ab9eff3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:54.807628 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c61412d-6746-4489-992c-d764aadc7417 req-238f611c-9af1-44f8-bca4-90ab9eff3c8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1127 time: 0.0395522 May 04 19:14:54.904042 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61412d-6746-4489-992c-d764aadc7417 req-18e66d6e-7fe3-4d72-948d-b5469b9ed567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:54.905569 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c61412d-6746-4489-992c-d764aadc7417 req-18e66d6e-7fe3-4d72-948d-b5469b9ed567 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 910 time: 0.0911992 May 04 19:14:54.953380 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c61412d-6746-4489-992c-d764aadc7417 req-efba984b-060f-4a19-936c-96fa6501f14f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 217 time: 0.0395350 May 04 19:14:55.009422 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61412d-6746-4489-992c-d764aadc7417 req-0004dcf7-b01f-41a7-8f70-699716cae471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:55.010913 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c61412d-6746-4489-992c-d764aadc7417 req-0004dcf7-b01f-41a7-8f70-699716cae471 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0492275 May 04 19:14:55.057630 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61412d-6746-4489-992c-d764aadc7417 req-77e6c232-cc44-438f-a0cd-77c0e0c8d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:55.059094 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c61412d-6746-4489-992c-d764aadc7417 req-77e6c232-cc44-438f-a0cd-77c0e0c8d160 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422640 May 04 19:14:55.163794 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c61412d-6746-4489-992c-d764aadc7417 req-da99f303-8685-4bcd-9617-ab2085be72cd service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821495 May 04 19:14:55.211106 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fd361-c4b4-455f-918f-12a94e795572 req-83f68882-20cd-481e-8a6a-6c73e7be0b85 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:55.212650 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c88fd361-c4b4-455f-918f-12a94e795572 req-83f68882-20cd-481e-8a6a-6c73e7be0b85 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0457036 May 04 19:14:55.256410 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3c61412d-6746-4489-992c-d764aadc7417 req-6f037668-c130-4587-9c64-31bb2edf7d2d service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864053 May 04 19:14:55.261396 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c88fd361-c4b4-455f-918f-12a94e795572 req-5376be72-4bab-45e9-b562-69be9c8adbf3 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 May 04 19:14:56.380518 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e1cae-9caf-4534-842d-26615e18d487 req-145e40eb-346c-433f-b6cf-1d9ad7693318 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:56.382583 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-af4e1cae-9caf-4534-842d-26615e18d487 req-145e40eb-346c-433f-b6cf-1d9ad7693318 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0469027 May 04 19:14:56.435932 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-af4e1cae-9caf-4534-842d-26615e18d487 req-28103b82-69eb-4e6d-906f-29b251a92cc4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476770 May 04 19:14:57.550314 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95fecb-8980-4fb8-a7ba-a9f517c7ca12 req-41e9882c-e2d1-4b45-90af-cd1bc1ee591e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:57.551743 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a95fecb-8980-4fb8-a7ba-a9f517c7ca12 req-41e9882c-e2d1-4b45-90af-cd1bc1ee591e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0454662 May 04 19:14:57.598493 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0a95fecb-8980-4fb8-a7ba-a9f517c7ca12 req-7aa72f77-bc12-4367-a54e-561d76887cd2 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 May 04 19:14:58.708340 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc4f3b-fe9f-4d66-932a-08da23d49224 req-511115e3-5bf2-4894-b842-c99dcbdaf07a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:58.710417 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-babc4f3b-fe9f-4d66-932a-08da23d49224 req-511115e3-5bf2-4894-b842-c99dcbdaf07a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0460885 May 04 19:14:58.773718 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-babc4f3b-fe9f-4d66-932a-08da23d49224 req-81a50476-3ade-4269-9049-8a7bc3b60572 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578163 May 04 19:14:59.893595 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab04bf-6e3c-4b74-84b6-ff7ec84b8acf req-99093727-6a5f-46c0-9c97-755b2474af38 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:14:59.895115 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-96ab04bf-6e3c-4b74-84b6-ff7ec84b8acf req-99093727-6a5f-46c0-9c97-755b2474af38 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0500391 May 04 19:14:59.945404 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-96ab04bf-6e3c-4b74-84b6-ff7ec84b8acf req-64e317e1-d541-4ebd-aebd-1326d622d572 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 May 04 19:15:01.058961 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0414b-9c22-4b01-8312-bdf721146023 req-0e8b97db-5127-4d91-9e63-4b850cf31ed5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:01.060451 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d0e0414b-9c22-4b01-8312-bdf721146023 req-0e8b97db-5127-4d91-9e63-4b850cf31ed5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0490274 May 04 19:15:01.117488 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d0e0414b-9c22-4b01-8312-bdf721146023 req-e39fe57b-f7ee-42e0-91ae-23217dbe5c48 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509825 May 04 19:15:01.549432 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ed81644c-0d75-4430-8134-757799f98502 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:15:01.644479 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:15:01.656061 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'ed81644c-0d75-4430-8134-757799f98502', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'port_id': 'ed81644c-0d75-4430-8134-757799f98502', 'mac_address': 'fa:16:3e:84:52:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:15:01.695795 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port ed81644c-0d75-4430-8134-757799f98502 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:15:01.696181 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ed81644c-0d75-4430-8134-757799f98502), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:01.708464 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed81644c-0d75-4430-8134-757799f98502 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:15:01.727207 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:15:01.730931 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ed81644c-0d75-4430-8134-757799f98502), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:01.776453 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:02.062941 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['ed81644c-0d75-4430-8134-757799f98502'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:15:02.241021 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fed24-512a-4183-a263-529f05d227a0 req-72f67db4-efac-4ede-8ce5-6b972307750b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:02.243730 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dc5fed24-512a-4183-a263-529f05d227a0 req-72f67db4-efac-4ede-8ce5-6b972307750b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 944 time: 0.0569007 May 04 19:15:02.293994 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dc5fed24-512a-4183-a263-529f05d227a0 req-8dbd0d2f-7e9d-4522-a11f-dc4d43b85c0f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445662 May 04 19:15:02.571506 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6ac04-394a-483e-85db-ae92f4ab4ac3 req-59eb12ab-10e4-4dae-abd6-cd2d34a5f37d tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:02.572943 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f5d6ac04-394a-483e-85db-ae92f4ab4ac3 req-59eb12ab-10e4-4dae-abd6-cd2d34a5f37d tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0459836 May 04 19:15:02.619002 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f5d6ac04-394a-483e-85db-ae92f4ab4ac3 req-99e259f0-cd27-448f-bafb-4abb690a97cf tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 May 04 19:15:02.641473 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 39878) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:02.824822 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4c406-0361-4f06-9d2c-f6eaf054dc18 tempest-TestMinimumBasicScenario-624730316 tempest-TestMinimumBasicScenario-624730316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:02.826308 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-28d4c406-0361-4f06-9d2c-f6eaf054dc18 tempest-TestMinimumBasicScenario-624730316 tempest-TestMinimumBasicScenario-624730316-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1125 time: 0.1838593 May 04 19:15:02.829195 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 39882) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:02.833282 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'port_id': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'tenant_id': 'a92a32956353454db32509526ff751da', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:02.853369 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:02.928181 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.033954 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Allocated IP 172.27.2.23 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/fa35b884-0586-483a-83bb-81fa97990029) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:15:03.134962 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for port (fa35b884-0586-483a-83bb-81fa97990029), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.166912 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (fa35b884-0586-483a-83bb-81fa97990029), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.199968 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:15:03.202727 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:15:03.206016 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:15:03.233592 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'Port': ['ID=fa35b884-0586-483a-83bb-81fa97990029,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:03.416973 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc0dcc-4fd3-4103-a3ea-6241d82fb4b2 req-6fe6b1ac-7170-4d45-a3a6-359f19026a4e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:03.418488 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ffc0dcc-4fd3-4103-a3ea-6241d82fb4b2 req-6fe6b1ac-7170-4d45-a3a6-359f19026a4e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 944 time: 0.0521145 May 04 19:15:03.467945 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-3ffc0dcc-4fd3-4103-a3ea-6241d82fb4b2 req-b7706848-18d9-4830-adaa-f6c05290f29d tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438578 May 04 19:15:03.571972 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ed81644c-0d75-4430-8134-757799f98502 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:15:03.619554 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port ed81644c-0d75-4430-8134-757799f98502 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:15:03.626374 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port ed81644c-0d75-4430-8134-757799f98502 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:15:03.626752 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ed81644c-0d75-4430-8134-757799f98502), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.715231 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port ed81644c-0d75-4430-8134-757799f98502 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:15:03.715887 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ed81644c-0d75-4430-8134-757799f98502), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.743222 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed81644c-0d75-4430-8134-757799f98502'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:15:03.745541 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799885ba-2077-4ce0-84ea-f217e4220f34" -d '{"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-plugged", "status": "completed", "tag": "ed81644c-0d75-4430-8134-757799f98502"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:15:03.759606 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:15:03.764831 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ed81644c-0d75-4430-8134-757799f98502), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.791452 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562cb545-b9f9-459b-a066-acf6ecfd67cd x-openstack-request-id: req-562cb545-b9f9-459b-a066-acf6ecfd67cd {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:15:03.791747 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-plugged", "status": "completed", "tag": "ed81644c-0d75-4430-8134-757799f98502", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:15:03.792003 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-562cb545-b9f9-459b-a066-acf6ecfd67cd {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:15:03.792522 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562cb545-b9f9-459b-a066-acf6ecfd67cd'] response: {'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed81644c-0d75-4430-8134-757799f98502', 'code': 200} May 04 19:15:03.821239 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:03.841153 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for floatingip (8b81226e-51bd-4399-a3c6-609d3eb74c8d), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.907830 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (fa35b884-0586-483a-83bb-81fa97990029), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.084861 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for port (fa35b884-0586-483a-83bb-81fa97990029), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.092789 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (fa35b884-0586-483a-83bb-81fa97990029), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.130806 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600675-16d6-4806-92ff-73ac5f77a02a req-b9f4af67-18a2-41f9-84ba-8c4e797355ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:04.132698 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6d600675-16d6-4806-92ff-73ac5f77a02a req-b9f4af67-18a2-41f9-84ba-8c4e797355ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1129 time: 0.0888920 May 04 19:15:04.191865 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'Port': ['ID=fa35b884-0586-483a-83bb-81fa97990029,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:04.222647 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (8b81226e-51bd-4399-a3c6-609d3eb74c8d), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.227933 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6d600675-16d6-4806-92ff-73ac5f77a02a req-d74626fc-c794-4399-bd7f-bcb54f292359 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838091 May 04 19:15:04.324786 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Floating IP 8b81226e-51bd-4399-a3c6-609d3eb74c8d associated. External IP: 172.27.2.23, port: 9e010276-d5b3-4d5f-821f-294d451cebe7. May 04 19:15:04.548018 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Router bfe0495b-89d7-4d92-8193-21070adeb679 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:15:04.587343 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bd9c9-36cf-4588-8941-ba63517e41a3 req-1cfe874f-f5c3-4182-a17d-56e8c7fb7fb6 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:04.589924 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b06bd9c9-36cf-4588-8941-ba63517e41a3 req-1cfe874f-f5c3-4182-a17d-56e8c7fb7fb6 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0518069 May 04 19:15:04.645738 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b06bd9c9-36cf-4588-8941-ba63517e41a3 req-8eb211fd-598f-4e44-8001-c7b9b53bb71f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505347 May 04 19:15:04.665660 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:15:04.676361 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] Sync routers for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:15:04.687774 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.688576 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:15:04.689292 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:14:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:04.701631 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39902) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:04.723229 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-4a99e1f9-cf4b-426a-a6eb-cc0e6a7f0eb2 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8902640 May 04 19:15:04.723229 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:15:04.723491 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062d793b-8d6d-4ad6-83cb-c2017f3a811d" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:15:04.723692 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39906) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:04.729033 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-42bb09df-cc4a-493b-98b8-dc8d9d70f1ba tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199764966', 'description': 'tempest-secgroup-smoke-199764966 description', 'project_id': 'a92a32956353454db32509526ff751da'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:04.762257 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-42bb09df-cc4a-493b-98b8-dc8d9d70f1ba tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.771614 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e4a83-c510-4ee6-ba9e-302082bdd958 x-openstack-request-id: req-e72e4a83-c510-4ee6-ba9e-302082bdd958 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:15:04.772445 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:15:04.773332 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e72e4a83-c510-4ee6-ba9e-302082bdd958 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:15:04.773962 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72e4a83-c510-4ee6-ba9e-302082bdd958'] response: {'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'status': 'completed', 'code': 200} May 04 19:15:04.833329 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:15:04.841549 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b64454e5-ae59-48b0-8eef-03e87f3fc8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.859745 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-42bb09df-cc4a-493b-98b8-dc8d9d70f1ba tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group (705a8451-8d57-4208-ba1d-a40eb04dd688), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.866094 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-42bb09df-cc4a-493b-98b8-dc8d9d70f1ba tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (705a8451-8d57-4208-ba1d-a40eb04dd688), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.904365 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-42bb09df-cc4a-493b-98b8-dc8d9d70f1ba tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:04.908536 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-42bb09df-cc4a-493b-98b8-dc8d9d70f1ba tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1800342 May 04 19:15:04.908985 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 39910) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:04.914937 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-c5cdce32-3d0c-4006-927d-e607652f79d1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'security_group_rule': {'security_group_id': '705a8451-8d57-4208-ba1d-a40eb04dd688', 'project_id': 'a92a32956353454db32509526ff751da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:04.915811 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb09df-cc4a-493b-98b8-dc8d9d70f1ba tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705a8451-8d57-4208-ba1d-a40eb04dd688,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:04.966277 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cdce32-3d0c-4006-927d-e607652f79d1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (e507223f-d72a-4949-8e7d-3262cfe4d822), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.004863 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b64454e5-ae59-48b0-8eef-03e87f3fc8e8 admin admin] Publish callbacks [] for security_group (cb75e7d1-2600-477c-b4e5-b1ca3906ea0e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.011068 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-b64454e5-ae59-48b0-8eef-03e87f3fc8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (cb75e7d1-2600-477c-b4e5-b1ca3906ea0e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.014214 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-96a7ec4c-4255-4de7-adca-fb1b01a4611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:05.016000 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-96a7ec4c-4255-4de7-adca-fb1b01a4611c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1130 time: 0.0604608 May 04 19:15:05.058791 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-b64454e5-ae59-48b0-8eef-03e87f3fc8e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7c9ceb838e1404d99765272c3a80e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534408 May 04 19:15:05.059030 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39912) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:05.066356 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64454e5-ae59-48b0-8eef-03e87f3fc8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb75e7d1-2600-477c-b4e5-b1ca3906ea0e,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:05.068656 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cdce32-3d0c-4006-927d-e607652f79d1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (e507223f-d72a-4949-8e7d-3262cfe4d822), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.079610 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '8b81226e-51bd-4399-a3c6-609d3eb74c8d', 'tenant_id': 'a92a32956353454db32509526ff751da', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'port_id': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'mac_address': 'fa:16:3e:be:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:15:03Z', 'updated_at': '2022-05-04T19:15:03Z', 'revision_number': 0, 'project_id': 'a92a32956353454db32509526ff751da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:08Z', 'revision_number': 5, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:05.111266 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cdce32-3d0c-4006-927d-e607652f79d1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (e507223f-d72a-4949-8e7d-3262cfe4d822), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.112494 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] Checking router: bfe0495b-89d7-4d92-8193-21070adeb679 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:15:05.121139 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:15:05.121671 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c55d0c6b-4586-4af6-ae5a-f77d6aa76e0f admin admin] Publish callbacks [] for security_group (cb75e7d1-2600-477c-b4e5-b1ca3906ea0e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.122239 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:14:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:05.144761 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c55d0c6b-4586-4af6-ae5a-f77d6aa76e0f admin admin] Publish callbacks [] for security_group (cb75e7d1-2600-477c-b4e5-b1ca3906ea0e), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.147756 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdce32-3d0c-4006-927d-e607652f79d1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e507223f-d72a-4949-8e7d-3262cfe4d822,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:05.164562 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-c5cdce32-3d0c-4006-927d-e607652f79d1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.168530 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-c5cdce32-3d0c-4006-927d-e607652f79d1 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553954 May 04 19:15:05.168782 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39914) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:05.173093 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-1cf56c66-6362-4c7f-9be3-cdd36b9a7f97 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'security_group_rule': {'security_group_id': '705a8451-8d57-4208-ba1d-a40eb04dd688', 'project_id': 'a92a32956353454db32509526ff751da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:05.182618 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-5f65df74-c847-4ed6-89bd-6fd1b000a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:05.184969 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-5f65df74-c847-4ed6-89bd-6fd1b000a71f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 915 time: 0.1606159 May 04 19:15:05.208359 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1cf56c66-6362-4c7f-9be3-cdd36b9a7f97 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (1ceb5329-8562-446d-93dc-8d0cd48fa4bd), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.226044 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c55d0c6b-4586-4af6-ae5a-f77d6aa76e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (cb75e7d1-2600-477c-b4e5-b1ca3906ea0e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.228653 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c55d0c6b-4586-4af6-ae5a-f77d6aa76e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.229821 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c55d0c6b-4586-4af6-ae5a-f77d6aa76e0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb75e7d1-2600-477c-b4e5-b1ca3906ea0e HTTP/1.1" status: 204 len: 168 time: 0.1698780 May 04 19:15:05.241584 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:15:05.246677 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d0c6b-4586-4af6-ae5a-f77d6aa76e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb75e7d1-2600-477c-b4e5-b1ca3906ea0e,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:05.286839 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1cf56c66-6362-4c7f-9be3-cdd36b9a7f97 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (1ceb5329-8562-446d-93dc-8d0cd48fa4bd), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.292837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1cf56c66-6362-4c7f-9be3-cdd36b9a7f97 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (1ceb5329-8562-446d-93dc-8d0cd48fa4bd), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.311913 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf56c66-6362-4c7f-9be3-cdd36b9a7f97 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ceb5329-8562-446d-93dc-8d0cd48fa4bd,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:05.322744 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-1cf56c66-6362-4c7f-9be3-cdd36b9a7f97 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.323947 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-1cf56c66-6362-4c7f-9be3-cdd36b9a7f97 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1542733 May 04 19:15:05.326733 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39918) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:05.331219 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-039645f0-0baa-4915-9e8e-caa890d9c8f6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'security_group_rule': {'security_group_id': '705a8451-8d57-4208-ba1d-a40eb04dd688', 'project_id': 'a92a32956353454db32509526ff751da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:05.366765 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-039645f0-0baa-4915-9e8e-caa890d9c8f6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (7a7edd09-da02-4bb4-adf5-fac50c8644b1), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.434625 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-039645f0-0baa-4915-9e8e-caa890d9c8f6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (7a7edd09-da02-4bb4-adf5-fac50c8644b1), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.438795 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-039645f0-0baa-4915-9e8e-caa890d9c8f6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (7a7edd09-da02-4bb4-adf5-fac50c8644b1), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.456583 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039645f0-0baa-4915-9e8e-caa890d9c8f6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7edd09-da02-4bb4-adf5-fac50c8644b1,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:05.471308 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-039645f0-0baa-4915-9e8e-caa890d9c8f6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.472529 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-039645f0-0baa-4915-9e8e-caa890d9c8f6 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448658 May 04 19:15:05.475682 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39924) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:05.480120 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-d6c319e7-a4d7-4893-8858-4adece312bff tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'security_group_rule': {'security_group_id': '705a8451-8d57-4208-ba1d-a40eb04dd688', 'project_id': 'a92a32956353454db32509526ff751da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:05.503772 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '8b81226e-51bd-4399-a3c6-609d3eb74c8d', 'tenant_id': 'a92a32956353454db32509526ff751da', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'port_id': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'mac_address': 'fa:16:3e:be:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:15:03Z', 'updated_at': '2022-05-04T19:15:03Z', 'revision_number': 0, 'project_id': 'a92a32956353454db32509526ff751da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:08Z', 'revision_number': 5, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:05.509587 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d6c319e7-a4d7-4893-8858-4adece312bff tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (2f8bbe59-f460-442e-a2c2-dd9a70978063), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.532345 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b64f7d-da0f-4c95-b7de-98d00fcd8a21 None None] The sync data for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi is: [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '8b81226e-51bd-4399-a3c6-609d3eb74c8d', 'tenant_id': 'a92a32956353454db32509526ff751da', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'port_id': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'mac_address': 'fa:16:3e:be:64:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:15:03Z', 'updated_at': '2022-05-04T19:15:03Z', 'revision_number': 0, 'project_id': 'a92a32956353454db32509526ff751da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:08Z', 'revision_number': 5, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:15:05.570768 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d6c319e7-a4d7-4893-8858-4adece312bff tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (2f8bbe59-f460-442e-a2c2-dd9a70978063), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.575575 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d6c319e7-a4d7-4893-8858-4adece312bff tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (2f8bbe59-f460-442e-a2c2-dd9a70978063), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.599020 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c319e7-a4d7-4893-8858-4adece312bff tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8bbe59-f460-442e-a2c2-dd9a70978063,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:05.611397 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d6c319e7-a4d7-4893-8858-4adece312bff tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.612735 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d6c319e7-a4d7-4893-8858-4adece312bff tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361358 May 04 19:15:05.616070 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 39932) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:05.621579 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'security_group_rule': {'security_group_id': '705a8451-8d57-4208-ba1d-a40eb04dd688', 'project_id': 'a92a32956353454db32509526ff751da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:05.643700 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.securitygroups_db [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Project a92a32956353454db32509526ff751da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:15:05.649642 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (ba71d59d-86dc-4b5b-a1f6-1501d0187c3e), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.730491 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (ba71d59d-86dc-4b5b-a1f6-1501d0187c3e), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.747058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (ba71d59d-86dc-4b5b-a1f6-1501d0187c3e), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.772638 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba71d59d-86dc-4b5b-a1f6-1501d0187c3e,revision_number=0']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:05.801937 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-b0b9802c-8211-4e3a-8242-d960ce52e28d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 999 time: 0.0790505 May 04 19:15:05.825877 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884ee2cd-7b57-4f2c-999b-7a2f6748dfad None None] New status for floating IP 8b81226e-51bd-4399-a3c6-609d3eb74c8d: ACTIVE {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:15:05.835446 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263912de-c8f7-4b47-af45-1381231a35a1 req-4bea10e7-90b3-452c-b529-380a91dbb5c8 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:05.840600 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-263912de-c8f7-4b47-af45-1381231a35a1 req-4bea10e7-90b3-452c-b529-380a91dbb5c8 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0954282 May 04 19:15:05.844960 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.848691 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-24adff92-2536-465a-9fa5-53f4e2039a91 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2290156 May 04 19:15:05.849982 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 39940) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:05.854672 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'security_group_rule': {'security_group_id': '705a8451-8d57-4208-ba1d-a40eb04dd688', 'project_id': 'a92a32956353454db32509526ff751da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:05.892690 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.securitygroups_db [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Project a92a32956353454db32509526ff751da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:15:05.904859 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (42790e65-bdab-48ff-8d84-38b023932c13), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.918900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-320b9a3c-05fe-4fde-98fa-e96b9e6a9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:05.920386 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-320b9a3c-05fe-4fde-98fa-e96b9e6a9eec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.1111023 May 04 19:15:05.921355 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-263912de-c8f7-4b47-af45-1381231a35a1 req-95b5d1e3-5166-4e9b-8228-ca7aa7010409 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740483 May 04 19:15:05.987670 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-e9870a3d-d1cf-4616-8b51-19d2a4f3461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:05.989171 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-e9870a3d-d1cf-4616-8b51-19d2a4f3461b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555627 May 04 19:15:06.037223 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (42790e65-bdab-48ff-8d84-38b023932c13), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:06.047466 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490209'] for security_group_rule (42790e65-bdab-48ff-8d84-38b023932c13), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:06.100616 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42790e65-bdab-48ff-8d84-38b023932c13,revision_number=0']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:06.106202 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:06.108108 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e7908ef0-33a7-4c6d-bc30-cad31f6e7788 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2571721 May 04 19:15:06.136160 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-08fa1d95-c986-4352-86fa-adcc0a65c34d service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253598 May 04 19:15:06.250443 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1bf63a3a-3115-4567-b321-f91188823b90 req-255508a3-fe01-4e46-ad23-8395e260b47f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199764966&fields=id&tenant_id=a92a32956353454db32509526ff751da HTTP/1.1" status: 200 len: 267 time: 0.0926859 May 04 19:15:06.300845 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-062d793b-8d6d-4ad6-83cb-c2017f3a811d req-291cced3-8640-4d4f-a75c-29b914348939 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514821 May 04 19:15:06.316914 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf63a3a-3115-4567-b321-f91188823b90 req-79803362-87a2-4806-9c6d-a7f7a6cb6f96 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:06.318400 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1bf63a3a-3115-4567-b321-f91188823b90 req-79803362-87a2-4806-9c6d-a7f7a6cb6f96 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0605774 May 04 19:15:06.330842 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'port': {'security_groups': ['f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c', '705a8451-8d57-4208-ba1d-a40eb04dd688']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:06.405480 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:06.611928 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9e010276-d5b3-4d5f-821f-294d451cebe7,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:15:06.641764 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:06.646078 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:06.690403 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['9e010276-d5b3-4d5f-821f-294d451cebe7'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:15:06.691573 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:06.692190 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:06.693612 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1bf63a3a-3115-4567-b321-f91188823b90 req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "PUT /v2.0/ports/9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 982 time: 0.3681564 May 04 19:15:06.731004 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64cdc8-84a5-4cb0-94f7-2929392232ab tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=6']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:06.775244 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:15:06.777706 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ef950-363c-42b9-8328-1a8df19b99a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:15:06.816335 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96c0ac-e17b-42b1-9bbd-8e5a74dd2f06 req-cb9396e0-4bda-47bd-9611-50439f118a0f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:06.824750 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cf96c0ac-e17b-42b1-9bbd-8e5a74dd2f06 req-cb9396e0-4bda-47bd-9611-50439f118a0f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0724092 May 04 19:15:06.834356 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a43cb85-1af7-4071-a1fa-8b605a53c331 x-openstack-request-id: req-2a43cb85-1af7-4071-a1fa-8b605a53c331 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:15:06.834862 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:15:06.835621 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a43cb85-1af7-4071-a1fa-8b605a53c331 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:15:06.836279 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a43cb85-1af7-4071-a1fa-8b605a53c331'] response: {'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'status': 'completed', 'code': 200} May 04 19:15:06.908829 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cf96c0ac-e17b-42b1-9bbd-8e5a74dd2f06 req-5b4d27f6-bc00-4246-9465-4b5aa473da2a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830436 May 04 19:15:06.911703 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['9e010276-d5b3-4d5f-821f-294d451cebe7'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:15:06.941662 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-f318fc74-0ce8-4b32-b564-2e56fd227804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:06.945945 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-f318fc74-0ce8-4b32-b564-2e56fd227804 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1169 time: 0.0573571 May 04 19:15:06.979395 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-97b3d4dd-9d9d-4fb8-b300-8bdc0f6af3df None None] Provisioning complete for port 9e010276-d5b3-4d5f-821f-294d451cebe7 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:15:06.979769 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-97b3d4dd-9d9d-4fb8-b300-8bdc0f6af3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:07.082935 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf26fe-a2b4-4e47-ac77-90d99131f8f7 req-e4381891-c352-4f5c-8aa3-5e8656484d8a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:07.085395 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bebf26fe-a2b4-4e47-ac77-90d99131f8f7 req-e4381891-c352-4f5c-8aa3-5e8656484d8a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0671897 May 04 19:15:07.109891 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-04034e98-ba86-4b98-ad7c-3307ef5f7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:07.111615 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-04034e98-ba86-4b98-ad7c-3307ef5f7e63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 915 time: 0.1588540 May 04 19:15:07.185056 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bebf26fe-a2b4-4e47-ac77-90d99131f8f7 req-b5b8c0e8-32b9-462c-b4a3-5f584214acef tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926721 May 04 19:15:07.203456 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-dcd68a05-7896-4224-9adb-90ea921b160a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0843549 May 04 19:15:07.207706 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-97b3d4dd-9d9d-4fb8-b300-8bdc0f6af3df None None] Current status of the port 9e010276-d5b3-4d5f-821f-294d451cebe7 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:15:07.266425 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-887431e6-e5ac-4704-b52f-b7d308eadc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:07.268256 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-887431e6-e5ac-4704-b52f-b7d308eadc20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.0569615 May 04 19:15:07.314368 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d62a6-0e40-460b-8ef7-880320a04950 req-f7facf80-e6bc-4b78-9770-c6033953ac5a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:07.318058 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-771d62a6-0e40-460b-8ef7-880320a04950 req-f7facf80-e6bc-4b78-9770-c6033953ac5a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0549166 May 04 19:15:07.318377 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-a7d1b117-2d2e-46b0-bee5-c09acf62bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:07.319786 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-a7d1b117-2d2e-46b0-bee5-c09acf62bbfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439384 May 04 19:15:07.370014 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-771d62a6-0e40-460b-8ef7-880320a04950 req-62d0cec5-a2e5-44eb-ad9d-c63cec9d8949 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465996 May 04 19:15:07.391333 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40020) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:07.428415 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-fe4c05eb-a080-4d3d-b5b8-2b8fb5bb14d3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017435 May 04 19:15:07.531899 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-336ef950-363c-42b9-8328-1a8df19b99a2 req-91f78dab-8a5b-478c-9aae-a027d0b2fcdc service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967460 May 04 19:15:07.589241 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06434c-4501-45a7-bf31-316d73aa35e9 tempest-TestShelveInstance-1397182045 tempest-TestShelveInstance-1397182045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:07.590827 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-9d06434c-4501-45a7-bf31-316d73aa35e9 tempest-TestShelveInstance-1397182045 tempest-TestShelveInstance-1397182045-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1124 time: 0.1985211 May 04 19:15:07.593633 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40024) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:07.598014 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.v2.base [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'port_id': 'ed81644c-0d75-4430-8134-757799f98502', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:15:07.622763 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:07.704979 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:07.811563 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_common [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Allocated IP 172.27.2.45 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/a9f5bb47-70dd-49b7-a7a2-d6917310bd70) {{(pid=103487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:15:07.915635 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:07.950489 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:07.994513 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:15:07.999500 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.base_scheduler [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Resources bound (agent type, host, resource id): {{(pid=103487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:15:08.003915 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Received port after_create {{(pid=103487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:15:08.007467 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'Port': ['ID=a9f5bb47-70dd-49b7-a7a2-d6917310bd70,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:08.376571 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for floatingip (55028bf0-30b3-45f6-8992-c199ae10db46), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:08.446324 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), before_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:08.612343 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), precommit_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:08.617691 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24602673'] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), after_update {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:08.686289 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event updated for resources: {'Port': ['ID=a9f5bb47-70dd-49b7-a7a2-d6917310bd70,revision_number=2']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:08.700941 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (55028bf0-30b3-45f6-8992-c199ae10db46), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:08.805853 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Floating IP 55028bf0-30b3-45f6-8992-c199ae10db46 associated. External IP: 172.27.2.45, port: ed81644c-0d75-4430-8134-757799f98502. May 04 19:15:09.017705 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:15:09.384002 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:15:09.394254 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] Sync routers for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:15:09.402424 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:09.405313 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:15:09.406206 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:14:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:09.434807 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d52d8e7e-bca3-4f6f-a3d7-f15afd5dc67f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8401694 May 04 19:15:09.435511 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'tag': 'ed81644c-0d75-4430-8134-757799f98502'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:15:09.437786 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc930b-300f-46c2-a133-42088667d01b" -d '{"events": [{"name": "network-changed", "server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "tag": "ed81644c-0d75-4430-8134-757799f98502"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:15:09.474281 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a08034-a757-406f-8ef4-f7cced7a8da7 x-openstack-request-id: req-05a08034-a757-406f-8ef4-f7cced7a8da7 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:15:09.474575 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "tag": "ed81644c-0d75-4430-8134-757799f98502", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:15:09.474825 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05a08034-a757-406f-8ef4-f7cced7a8da7 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:15:09.475224 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a08034-a757-406f-8ef4-f7cced7a8da7'] response: {'name': 'network-changed', 'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'tag': 'ed81644c-0d75-4430-8134-757799f98502', 'status': 'completed', 'code': 200} May 04 19:15:09.566417 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc930b-300f-46c2-a133-42088667d01b req-23c42534-fdb4-4d1a-a944-15769e1f07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:09.567942 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dcbc930b-300f-46c2-a133-42088667d01b req-23c42534-fdb4-4d1a-a944-15769e1f07b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1129 time: 0.0450602 May 04 19:15:09.661412 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:15:09.667494 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc930b-300f-46c2-a133-42088667d01b req-a8dc3c44-7da1-4249-ad55-1da0b48dbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:09.668965 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dcbc930b-300f-46c2-a133-42088667d01b req-a8dc3c44-7da1-4249-ad55-1da0b48dbae5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 910 time: 0.0924253 May 04 19:15:09.739371 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dcbc930b-300f-46c2-a133-42088667d01b req-2cbeafe1-bdce-48e1-9744-fb19af617cc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 998 time: 0.0617130 May 04 19:15:09.796270 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc930b-300f-46c2-a133-42088667d01b req-9791f81b-23f5-4156-87db-fee9a4d7636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:09.797743 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dcbc930b-300f-46c2-a133-42088667d01b req-9791f81b-23f5-4156-87db-fee9a4d7636a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0494413 May 04 19:15:09.841559 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc930b-300f-46c2-a133-42088667d01b req-d984c9ae-2bf4-49ae-bd1a-dff537afdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:09.843046 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dcbc930b-300f-46c2-a133-42088667d01b req-d984c9ae-2bf4-49ae-bd1a-dff537afdeb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381618 May 04 19:15:09.883696 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '55028bf0-30b3-45f6-8992-c199ae10db46', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'port_id': 'ed81644c-0d75-4430-8134-757799f98502', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'mac_address': 'fa:16:3e:84:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92be652a-42d2-4b99-9dd4-c50102203b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:15:08Z', 'updated_at': '2022-05-04T19:15:08Z', 'revision_number': 0, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 5, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:09.913952 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] Checking router: 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:15:09.922218 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:15:09.922829 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:14:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:09.936044 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dcbc930b-300f-46c2-a133-42088667d01b req-594b70aa-9f14-47a8-b1af-36969c5ba8ed service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859599 May 04 19:15:10.037382 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:15:10.040342 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dcbc930b-300f-46c2-a133-42088667d01b req-fdf4034c-d081-480e-8480-5d09869455e3 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935934 May 04 19:15:10.257673 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '55028bf0-30b3-45f6-8992-c199ae10db46', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'port_id': 'ed81644c-0d75-4430-8134-757799f98502', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'mac_address': 'fa:16:3e:84:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92be652a-42d2-4b99-9dd4-c50102203b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:15:08Z', 'updated_at': '2022-05-04T19:15:08Z', 'revision_number': 0, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 5, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:15:10.288788 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba8f7a-8525-4461-b1b8-2fa17c0a5fc2 None None] The sync data for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi is: [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '55028bf0-30b3-45f6-8992-c199ae10db46', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'port_id': 'ed81644c-0d75-4430-8134-757799f98502', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'mac_address': 'fa:16:3e:84:52:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92be652a-42d2-4b99-9dd4-c50102203b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:15:08Z', 'updated_at': '2022-05-04T19:15:08Z', 'revision_number': 0, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 5, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:15:10.487572 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba10fe-a001-4f8a-a26d-c60800bc906d None None] New status for floating IP 55028bf0-30b3-45f6-8992-c199ae10db46: ACTIVE {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:15:16.041754 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:17.559544 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0b76b2db-4d0d-4447-ad3e-0a5beb255fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:18.162586 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-90f701bd-4566-46bd-8c0d-5490ef2bb7a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365515 May 04 19:15:18.169551 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:15:18.269069 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-d69dc064-7478-4a25-9ed2-79b4ace6cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:18.271483 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-d69dc064-7478-4a25-9ed2-79b4ace6cb0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1130 time: 0.0413849 May 04 19:15:18.375808 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-815cc2dd-74f1-45c5-9bc1-ee8cd7207873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:18.377289 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-815cc2dd-74f1-45c5-9bc1-ee8cd7207873 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.0836604 May 04 19:15:18.454243 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-cda7a23e-1f75-4bc8-ac6c-fd818532e379 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 200 len: 1002 time: 0.0644991 May 04 19:15:18.501749 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-4a4be06c-ab29-406f-ace5-e62d64ee7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:18.503142 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-4a4be06c-ab29-406f-ace5-e62d64ee7cb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0418820 May 04 19:15:18.553190 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-eb0a561b-936e-462c-8ad4-f3d48dba1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:18.554664 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-eb0a561b-936e-462c-8ad4-f3d48dba1f40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373807 May 04 19:15:18.644212 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-5a4ecffd-2de2-4915-a69f-ad211ef51755 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822368 May 04 19:15:18.734394 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f84489b-b777-46c2-8951-72b4a0bef718 req-8e15334d-936f-40c3-bffb-ba4cc5539410 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801744 May 04 19:15:19.934684 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0c237e53-71cb-4106-842a-c97a6a176ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:21.011423 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:22.537654 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:24.013077 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:32.902614 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40142) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:33.004134 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:33.080321 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Publish callbacks [] for security_group (1aded293-556b-44ad-9e68-846a4a5b9561), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:33.084244 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1aded293-556b-44ad-9e68-846a4a5b9561), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:33.122743 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d877bcd3f68d47158733489c86e657f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190695 May 04 19:15:33.123712 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aded293-556b-44ad-9e68-846a4a5b9561,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:33.126200 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40146) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:15:33.131057 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.131397 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.132246 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.132582 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.132900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.133234 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.133568 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.133889 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.134212 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.134532 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.134849 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.135166 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.135478 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.135790 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.136100 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07390913-0f3b-4c38-9055-3ce8f3068564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.175937 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Publish callbacks [] for security_group (1aded293-556b-44ad-9e68-846a4a5b9561), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:33.196389 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Publish callbacks [] for security_group (1aded293-556b-44ad-9e68-846a4a5b9561), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:33.242070 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (1aded293-556b-44ad-9e68-846a4a5b9561), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:33.244596 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:33.245746 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1aded293-556b-44ad-9e68-846a4a5b9561 HTTP/1.1" status: 204 len: 168 time: 0.1181302 May 04 19:15:33.254843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aded293-556b-44ad-9e68-846a4a5b9561,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:15:33.262683 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.262876 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.263220 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.263555 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.263883 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.264212 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.264535 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.264881 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.265202 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.265867 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.266206 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.266527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.266844 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.267185 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:33.267500 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9a1dc1-2680-497e-9638-c65a42ea9bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:15:36.128563 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abcd1e-143c-4a10-b00d-d37c230d42e9 req-7c02fd1d-ac77-47ba-99a8-0cacaaac70ea tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:36.130072 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91abcd1e-143c-4a10-b00d-d37c230d42e9 req-7c02fd1d-ac77-47ba-99a8-0cacaaac70ea tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0732877 May 04 19:15:36.135903 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-d2427349-cdee-4278-903b-ba5daffbbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:36.137233 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-d2427349-cdee-4278-903b-ba5daffbbd26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1169 time: 0.0511451 May 04 19:15:36.250694 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-91abcd1e-143c-4a10-b00d-d37c230d42e9 req-6aa5aee5-3da1-4f17-a112-da50db340e35 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123924 May 04 19:15:36.265058 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-db0d77f4-8560-4ec0-91b6-5780f365d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:36.266763 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-db0d77f4-8560-4ec0-91b6-5780f365d458 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 915 time: 0.1228881 May 04 19:15:36.333703 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-1a5d6c8c-02aa-4ddd-8e1f-906884fc1981 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0599730 May 04 19:15:36.643324 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-e4f2ca02-73df-4c33-b291-9449f4cc1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:36.644766 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-e4f2ca02-73df-4c33-b291-9449f4cc1630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.3042095 May 04 19:15:36.688405 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-87783bd2-bd14-40b1-9c8b-228da9f6c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:36.689917 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-87783bd2-bd14-40b1-9c8b-228da9f6c781 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372961 May 04 19:15:36.781399 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-0d2cf538-82d5-4624-b83e-2f83ea815026 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 May 04 19:15:36.871359 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b9db5ca4-083b-4afa-88de-1dbd71605682 req-1c090a00-edea-425b-b7cb-6c4e82509c06 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840371 May 04 19:15:37.364142 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b63c9-9d2f-49da-88a1-4f1c646a34ba req-320e0efd-a460-4cd7-9555-5baf83f271b0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:37.365593 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-977b63c9-9d2f-49da-88a1-4f1c646a34ba req-320e0efd-a460-4cd7-9555-5baf83f271b0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0457468 May 04 19:15:37.422679 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-977b63c9-9d2f-49da-88a1-4f1c646a34ba req-c43ca686-7164-4718-afb3-66e1a1ff6f73 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516486 May 04 19:15:38.541005 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca3914-016a-4059-bc41-d7edd131da39 req-69fe7be3-2042-4657-b03b-dbc75f01f52f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:38.542407 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62ca3914-016a-4059-bc41-d7edd131da39 req-69fe7be3-2042-4657-b03b-dbc75f01f52f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0467572 May 04 19:15:38.606421 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62ca3914-016a-4059-bc41-d7edd131da39 req-20de3e7b-d485-4159-9213-1f357d3edfdf tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584793 May 04 19:15:39.721999 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61096d-0e27-4ca2-915e-4a0063f19a0b req-003364ca-cd62-403e-8dcf-22346356a970 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:39.723429 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da61096d-0e27-4ca2-915e-4a0063f19a0b req-003364ca-cd62-403e-8dcf-22346356a970 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0487604 May 04 19:15:39.784919 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-da61096d-0e27-4ca2-915e-4a0063f19a0b req-0afcecf4-9555-46b9-a486-68a87cf45a86 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558655 May 04 19:15:40.896016 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329f82-0db1-4921-92c6-82a2506665e1 req-34fd4dfa-5f1f-410f-914c-3a99da753f46 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:40.897509 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d329f82-0db1-4921-92c6-82a2506665e1 req-34fd4dfa-5f1f-410f-914c-3a99da753f46 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0463579 May 04 19:15:40.954563 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7d329f82-0db1-4921-92c6-82a2506665e1 req-77353f4b-a57d-4108-80ed-cf7ab741d75f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515392 May 04 19:15:42.067098 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0599-045d-4525-9bbd-36531976cef5 req-360252f2-dd69-4d19-aa64-d78fd10ffd9f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:42.068548 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b04c0599-045d-4525-9bbd-36531976cef5 req-360252f2-dd69-4d19-aa64-d78fd10ffd9f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0465732 May 04 19:15:42.127769 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-b04c0599-045d-4525-9bbd-36531976cef5 req-c81974c8-2fca-4115-8111-c9973796e567 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527174 May 04 19:15:43.241203 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866a54a-536e-4810-906f-641e3868a0e9 req-e8858337-86ce-4acc-a366-b8a0fc632405 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:43.242726 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2866a54a-536e-4810-906f-641e3868a0e9 req-e8858337-86ce-4acc-a366-b8a0fc632405 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0467412 May 04 19:15:43.300312 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2866a54a-536e-4810-906f-641e3868a0e9 req-40881be3-f394-4085-8f3c-1ccc750eb765 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521090 May 04 19:15:44.413746 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7843-b7cc-4661-8452-d91a8e6befcb req-e0c1b048-e0c6-4807-aeae-2ad036143ea0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:44.415175 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-894e7843-b7cc-4661-8452-d91a8e6befcb req-e0c1b048-e0c6-4807-aeae-2ad036143ea0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0497315 May 04 19:15:44.473276 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-894e7843-b7cc-4661-8452-d91a8e6befcb req-1beaa2af-41ad-4d63-8f06-3ff41ab330e4 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524766 May 04 19:15:45.589700 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dcd96-1254-4a2a-a9c1-31db9bf80ab0 req-9321a43f-dbea-4d19-8ec9-59d5391cb3f3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:45.591130 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2d6dcd96-1254-4a2a-a9c1-31db9bf80ab0 req-9321a43f-dbea-4d19-8ec9-59d5391cb3f3 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0500450 May 04 19:15:45.650933 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2d6dcd96-1254-4a2a-a9c1-31db9bf80ab0 req-1ecc3904-ddb0-479f-a3fe-92ca0da46ad8 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541744 May 04 19:15:46.036939 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:46.764172 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb933-1194-40d8-97a2-f3baddbb5d8a req-0b991d18-b60e-4855-81cd-6521205f8b02 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:46.765891 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5b2fb933-1194-40d8-97a2-f3baddbb5d8a req-0b991d18-b60e-4855-81cd-6521205f8b02 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0470922 May 04 19:15:46.822925 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5b2fb933-1194-40d8-97a2-f3baddbb5d8a req-f6300aba-78cf-4227-9b71-5ea5bef967f5 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514178 May 04 19:15:47.560219 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-969ef142-496e-45e4-b1a8-dea2b400d8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:47.932820 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbd2f3-ec14-49b6-a4a6-883914b5157e req-83a713b8-4788-4559-acb7-8604d206381a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:47.934281 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01dbd2f3-ec14-49b6-a4a6-883914b5157e req-83a713b8-4788-4559-acb7-8604d206381a tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0464692 May 04 19:15:47.992279 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-01dbd2f3-ec14-49b6-a4a6-883914b5157e req-397ae25d-d033-4fd6-b668-a1e1c6671554 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523851 May 04 19:15:49.104160 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70939b5-f923-43fe-b4eb-25c54a23560c req-03a9722b-db3f-4ec6-abf7-940f5816b6ae tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:49.105558 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c70939b5-f923-43fe-b4eb-25c54a23560c req-03a9722b-db3f-4ec6-abf7-940f5816b6ae tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0460250 May 04 19:15:49.168278 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-c70939b5-f923-43fe-b4eb-25c54a23560c req-b862da67-982e-4b2c-8683-8ec86fd9ebea tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569060 May 04 19:15:49.926360 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-77c75f0b-3477-45d6-8cc5-a41bddeef6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:50.284596 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f12c7-c2b7-4833-bc3e-a4872eb64147 req-e2a730e9-d8a8-4c92-91ab-a1155af9b57d tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:15:50.286200 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-647f12c7-c2b7-4833-bc3e-a4872eb64147 req-e2a730e9-d8a8-4c92-91ab-a1155af9b57d tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0512826 May 04 19:15:50.346615 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-647f12c7-c2b7-4833-bc3e-a4872eb64147 req-8f1bf017-297e-4140-a2ee-4cea543fc07b tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=705a8451-8d57-4208-ba1d-a40eb04dd688&id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541487 May 04 19:15:51.019490 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:52.542295 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:54.015779 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:55.167685 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:16:01.336891 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-8dce0fb6-9eee-4dd8-809d-efab8e71124c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329240155&fields=id&tenant_id=157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 267 time: 0.0425544 May 04 19:16:01.440151 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-9b664125-9096-44cd-943d-3d079812ac37 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:01.441622 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-9b664125-9096-44cd-943d-3d079812ac37 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 812 time: 0.0981474 May 04 19:16:01.456237 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-c2a952d5-2f42-4b20-b8ae-304cff44525e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/quotas/157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 375 time: 0.0094168 May 04 19:16:01.509432 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-8b9c47ff-8b04-4ae1-bf63-18bc842dbcb3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484338 May 04 19:16:01.604524 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-2b3bbe09-0c64-439d-b13c-a503e4684adc service neutron] 10.222.0.69 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827532 May 04 19:16:01.692783 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-6b03b0f1-7205-49c5-a2a3-647e66d5ea81 service neutron] 10.222.0.69 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826411 May 04 19:16:01.966475 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-693d3457-04c5-4228-a842-9fffb3d7c92e req-327ef69f-79f3-4bf9-a5b7-725179baf92c tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0280907 May 04 19:16:03.041078 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d8983c72-3f38-4c9d-bde6-3c6d67642f82 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:03.042606 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d8983c72-3f38-4c9d-bde6-3c6d67642f82 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 812 time: 0.1128941 May 04 19:16:03.065958 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-08be391b-3ec6-4c00-b7be-e3353f97423d req-53647804-7806-42a5-81ec-14e6e60362c2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0284414 May 04 19:16:03.113872 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-0ac35dc7-d5bc-4b9f-95ba-1e7b16894956 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=157e9c40125e42b4b5a908fc58bfa939 HTTP/1.1" status: 200 len: 379 time: 0.0541489 May 04 19:16:03.125591 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'port': {'device_id': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'admin_state_up': True, 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'security_groups': ['083ace7b-8ca2-482e-84dd-ca6abe349050']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:16:03.227889 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Made reservation on behalf of 157e9c40125e42b4b5a908fc58bfa939 for: {'port': 1} {{(pid=103488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:16:03.231430 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:03.354012 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Allocated IP 172.20.0.3 (f15a6490-097f-4027-b3d2-f33625a578b7/158f67de-5cda-4003-9896-1c8c31ae1371/0a804905-ca47-495b-8f36-12134c37f994) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:16:03.490832 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (0a804905-ca47-495b-8f36-12134c37f994), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:03.522476 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (0a804905-ca47-495b-8f36-12134c37f994), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:03.563142 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Network f15a6490-097f-4027-b3d2-f33625a578b7 is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:16:03.566272 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:16:03.572633 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:16:03.596755 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=0a804905-ca47-495b-8f36-12134c37f994,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:03.636714 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:03.637363 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:03.654536 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-599faa98-3002-4776-891f-f4392040f7cc tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5325911 May 04 19:16:03.676690 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Request body: {'port': {'device_id': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83090'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:16:03.745915 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (0a804905-ca47-495b-8f36-12134c37f994), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:03.887014 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-d9524fca-6e09-460e-b026-df04ed62d66e None None] Provisioning complete for port 0a804905-ca47-495b-8f36-12134c37f994 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:16:03.887598 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d9524fca-6e09-460e-b026-df04ed62d66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (0a804905-ca47-495b-8f36-12134c37f994), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:03.928185 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-d9524fca-6e09-460e-b026-df04ed62d66e None None] Port 0a804905-ca47-495b-8f36-12134c37f994 cannot update to ACTIVE because it is not bound. {{(pid=103489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:16:04.011189 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a804905-ca47-495b-8f36-12134c37f994 {{(pid=103488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:16:04.018957 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Publish callbacks [] for port (0a804905-ca47-495b-8f36-12134c37f994), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:04.031674 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.provisioning_blocks [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Transition to ACTIVE for port object 0a804905-ca47-495b-8f36-12134c37f994 will not be triggered until provisioned by entity L2. {{(pid=103488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:16:04.034601 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (0a804905-ca47-495b-8f36-12134c37f994), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:04.082696 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Pushing event updated for resources: {'Port': ['ID=0a804905-ca47-495b-8f36-12134c37f994,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:04.194814 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Attempting to bind port 0a804905-ca47-495b-8f36-12134c37f994 on host hv-cinder-83090 for vnic_type normal with profile {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:16:04.195145 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Attempting to bind port 0a804905-ca47-495b-8f36-12134c37f994 by drivers openvswitch,hyperv on host hv-cinder-83090 at level 0 using segments [{'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:16:04.195471 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Attempting to bind port 0a804905-ca47-495b-8f36-12134c37f994 on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:16:04.202940 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8f3c3-f101-4150-b292-a580f3dbbd5f req-52cf3eda-5e07-4a88-a1d2-f742ceb06143 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:04.204429 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-96e8f3c3-f101-4150-b292-a580f3dbbd5f req-52cf3eda-5e07-4a88-a1d2-f742ceb06143 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 943 time: 0.0644703 May 04 19:16:04.208158 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Port 0a804905-ca47-495b-8f36-12134c37f994 on network f15a6490-097f-4027-b3d2-f33625a578b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83090 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:16:04.208481 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Attempting to bind port 0a804905-ca47-495b-8f36-12134c37f994 on network f15a6490-097f-4027-b3d2-f33625a578b7 {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:16:04.226665 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Checking agent: {'id': 'c9472303-832d-46e5-bba7-8d3e25860bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83090', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'started_at': datetime.datetime(2022, 5, 4, 19, 4, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:16:04.226989 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Checking segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:16:04.227365 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Bound using segment: {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'} {{(pid=103488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:16:04.227796 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.managers [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Bound port: 0a804905-ca47-495b-8f36-12134c37f994, host: hv-cinder-83090, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6402abb6-44d0-4cf6-bc26-814c2f11b4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7'}}] {{(pid=103488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:16:04.228150 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (0a804905-ca47-495b-8f36-12134c37f994), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:04.289091 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-96e8f3c3-f101-4150-b292-a580f3dbbd5f req-a33bc22d-e9b4-4bbe-a692-d52f4ad01497 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782249 May 04 19:16:04.316517 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] For port 0a804905-ca47-495b-8f36-12134c37f994, host hv-cinder-83090, cleared binding levels {{(pid=103488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:16:04.319406 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] For port 0a804905-ca47-495b-8f36-12134c37f994, host hv-cinder-83090, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=0a804905-ca47-495b-8f36-12134c37f994,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:16:04.325493 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (0a804905-ca47-495b-8f36-12134c37f994), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:04.357263 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:04.357900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:04.359244 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] 10.222.0.11 "PUT /v2.0/ports/0a804905-ca47-495b-8f36-12134c37f994 HTTP/1.1" status: 200 len: 1093 time: 0.6871626 May 04 19:16:04.359668 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'tag': '0a804905-ca47-495b-8f36-12134c37f994'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:16:04.361901 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7342f669-4808-408c-8dc2-ea91465876b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "tag": "0a804905-ca47-495b-8f36-12134c37f994"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:16:04.387789 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b72871-2bf6-4309-9fd0-91a20651c659 service neutron] Pushing event updated for resources: {'Port': ['ID=0a804905-ca47-495b-8f36-12134c37f994,revision_number=3']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:04.407079 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06754463-1683-457c-bcb2-5d8f6bdb8820 x-openstack-request-id: req-06754463-1683-457c-bcb2-5d8f6bdb8820 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:16:04.407472 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "tag": "0a804905-ca47-495b-8f36-12134c37f994", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:16:04.407738 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06754463-1683-457c-bcb2-5d8f6bdb8820 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:16:04.408144 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06754463-1683-457c-bcb2-5d8f6bdb8820'] response: {'name': 'network-changed', 'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'tag': '0a804905-ca47-495b-8f36-12134c37f994', 'status': 'completed', 'code': 200} May 04 19:16:04.468690 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-df0b7a6a-c0b1-4984-b05e-0c3b797cbb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:04.470228 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-df0b7a6a-c0b1-4984-b05e-0c3b797cbb30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 1127 time: 0.0441022 May 04 19:16:04.519923 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-a418e3be-d3bb-4fa5-811e-36936ee9a1b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a804905-ca47-495b-8f36-12134c37f994 HTTP/1.1" status: 200 len: 217 time: 0.0355568 May 04 19:16:04.572502 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d0378f45-b59b-499d-91cc-4c7165f3c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:04.574039 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-d0378f45-b59b-499d-91cc-4c7165f3c67d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0467792 May 04 19:16:04.616769 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-56bf0031-3104-41e7-84ff-55c3721112d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:04.618255 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-56bf0031-3104-41e7-84ff-55c3721112d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381796 May 04 19:16:04.710828 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-076c3a42-b94f-41a5-a59d-2a588dc68474 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854766 May 04 19:16:04.798153 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62e21230-7dc5-4662-a0bf-ea0b3db9ffd3 req-06c4b41f-f7a5-45e3-8742-87ec9fb8b4f1 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806422 May 04 19:16:05.232305 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342f669-4808-408c-8dc2-ea91465876b5 req-d434aa78-dd78-4350-b049-443d21e4caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:05.233672 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7342f669-4808-408c-8dc2-ea91465876b5 req-d434aa78-dd78-4350-b049-443d21e4caf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 1127 time: 0.0379825 May 04 19:16:05.329611 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342f669-4808-408c-8dc2-ea91465876b5 req-7c056cdf-c26d-4dd2-9831-fc3df19886d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:05.331061 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7342f669-4808-408c-8dc2-ea91465876b5 req-7c056cdf-c26d-4dd2-9831-fc3df19886d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.0853164 May 04 19:16:05.383528 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7342f669-4808-408c-8dc2-ea91465876b5 req-6ce8e090-2f5f-444e-a0d2-25a5e3b187e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a804905-ca47-495b-8f36-12134c37f994 HTTP/1.1" status: 200 len: 217 time: 0.0425115 May 04 19:16:05.452883 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9eb43-64ed-4c43-b1d5-e67b8091ac14 req-49f583fe-cde8-4d4c-b374-d56e79d83a06 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:05.454348 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-69d9eb43-64ed-4c43-b1d5-e67b8091ac14 req-49f583fe-cde8-4d4c-b374-d56e79d83a06 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 943 time: 0.0796070 May 04 19:16:05.470673 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342f669-4808-408c-8dc2-ea91465876b5 req-a2a704a2-8685-4e21-aed2-a9929fc9b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:05.472104 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7342f669-4808-408c-8dc2-ea91465876b5 req-a2a704a2-8685-4e21-aed2-a9929fc9b50e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0661449 May 04 19:16:05.535097 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-69d9eb43-64ed-4c43-b1d5-e67b8091ac14 req-4e18d8e4-22b0-45e6-b49e-af1b5ce225e2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749116 May 04 19:16:05.537973 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342f669-4808-408c-8dc2-ea91465876b5 req-8c7412cc-6f6f-4417-bc25-cf1e51ea1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:05.539329 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7342f669-4808-408c-8dc2-ea91465876b5 req-8c7412cc-6f6f-4417-bc25-cf1e51ea1fe8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543418 May 04 19:16:05.636439 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7342f669-4808-408c-8dc2-ea91465876b5 req-4594cf81-db2f-4b64-825d-1001ee388ce2 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860994 May 04 19:16:05.724548 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7342f669-4808-408c-8dc2-ea91465876b5 req-6adad4d2-e5dc-43bc-94a1-ab248f0d3a76 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805368 May 04 19:16:06.650751 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8c81-36f4-42a4-956d-a0336a7e6f9b req-8157f550-69a1-4c16-8617-d09a064ce936 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:06.652072 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1dba8c81-36f4-42a4-956d-a0336a7e6f9b req-8157f550-69a1-4c16-8617-d09a064ce936 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 943 time: 0.0486403 May 04 19:16:06.707287 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1dba8c81-36f4-42a4-956d-a0336a7e6f9b req-b1295662-a7f0-49b0-810e-9820fc9c48f5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490012 May 04 19:16:07.821153 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d37f3-3693-4a05-b420-3cfd2b887ea6 req-3ee7c955-8743-4c01-98e5-d8b3f4efcb1d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:07.822599 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b98d37f3-3693-4a05-b420-3cfd2b887ea6 req-3ee7c955-8743-4c01-98e5-d8b3f4efcb1d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 943 time: 0.0494866 May 04 19:16:07.869140 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-b98d37f3-3693-4a05-b420-3cfd2b887ea6 req-450e3483-5c7b-4ce5-8e74-f0243a6cd5e3 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 May 04 19:16:08.982810 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ec56d-b87e-45e1-98dd-a10928a8eff7 req-3e904271-9f58-45d7-9c77-5632e1f53e56 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:08.984826 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-247ec56d-b87e-45e1-98dd-a10928a8eff7 req-3e904271-9f58-45d7-9c77-5632e1f53e56 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 943 time: 0.0504558 May 04 19:16:09.032341 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-247ec56d-b87e-45e1-98dd-a10928a8eff7 req-85d27c70-cb08-4421-ad54-30f8da52c82f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417848 May 04 19:16:10.143363 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c84822-d595-456a-ad5e-d3482fadd184 req-8c052b2a-930a-402c-bd31-2f5eb5d289e5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:10.144700 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d2c84822-d595-456a-ad5e-d3482fadd184 req-8c052b2a-930a-402c-bd31-2f5eb5d289e5 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 943 time: 0.0456896 May 04 19:16:10.190668 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d2c84822-d595-456a-ad5e-d3482fadd184 req-931caaee-1c5a-4766-9864-629346f0f405 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405214 May 04 19:16:10.845388 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40510) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:10.946592 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a718ede7-baf2-46de-966d-73f0b292be94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:11.019905 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a718ede7-baf2-46de-966d-73f0b292be94 admin admin] Publish callbacks [] for security_group (68f99579-db70-4a57-8fa3-cd92f5d7c6b2), precommit_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:11.023427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a718ede7-baf2-46de-966d-73f0b292be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (68f99579-db70-4a57-8fa3-cd92f5d7c6b2), after_create {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:11.061125 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a718ede7-baf2-46de-966d-73f0b292be94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a153e1d943e41dc9c43cee041a0f952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146776 May 04 19:16:11.062239 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718ede7-baf2-46de-966d-73f0b292be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f99579-db70-4a57-8fa3-cd92f5d7c6b2,revision_number=1']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:11.063901 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40514) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:11.112156 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b593b1fc-bf52-428c-a0ae-00346064c5d2 admin admin] Publish callbacks [] for security_group (68f99579-db70-4a57-8fa3-cd92f5d7c6b2), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:11.133105 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b593b1fc-bf52-428c-a0ae-00346064c5d2 admin admin] Publish callbacks [] for security_group (68f99579-db70-4a57-8fa3-cd92f5d7c6b2), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:11.181262 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b593b1fc-bf52-428c-a0ae-00346064c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (68f99579-db70-4a57-8fa3-cd92f5d7c6b2), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:11.183841 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-b593b1fc-bf52-428c-a0ae-00346064c5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:11.184953 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b593b1fc-bf52-428c-a0ae-00346064c5d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68f99579-db70-4a57-8fa3-cd92f5d7c6b2 HTTP/1.1" status: 204 len: 168 time: 0.1192729 May 04 19:16:11.192895 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593b1fc-bf52-428c-a0ae-00346064c5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f99579-db70-4a57-8fa3-cd92f5d7c6b2,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:11.304815 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226134a-cad2-465e-871a-182e0c21b63a req-4b801a84-8335-4db7-9131-95fdabb6b868 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:11.306476 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2226134a-cad2-465e-871a-182e0c21b63a req-4b801a84-8335-4db7-9131-95fdabb6b868 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 943 time: 0.0483060 May 04 19:16:11.363964 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2226134a-cad2-465e-871a-182e0c21b63a req-79ef8eb4-6f91-4f25-b639-25f080937576 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513108 May 04 19:16:12.053081 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 0a804905-ca47-495b-8f36-12134c37f994 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:16:12.150200 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 0a804905-ca47-495b-8f36-12134c37f994, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=0a804905-ca47-495b-8f36-12134c37f994,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:12.160855 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': '0a804905-ca47-495b-8f36-12134c37f994', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'port_id': '0a804905-ca47-495b-8f36-12134c37f994', 'mac_address': 'fa:16:3e:00:03:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:16:12.197288 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 0a804905-ca47-495b-8f36-12134c37f994 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:16:12.197699 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (0a804905-ca47-495b-8f36-12134c37f994), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:12.209832 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a804905-ca47-495b-8f36-12134c37f994 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:16:12.229191 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 0a804905-ca47-495b-8f36-12134c37f994, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=0a804905-ca47-495b-8f36-12134c37f994,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:12.232663 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (0a804905-ca47-495b-8f36-12134c37f994), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:12.282173 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=0a804905-ca47-495b-8f36-12134c37f994,revision_number=4']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:12.289265 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.289639 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.289975 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.290308 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.290634 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.290957 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.291277 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.291598 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.291918 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.292246 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.292562 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.292885 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.293199 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.293537 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.293854 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:12.476013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa1510-08c3-4e1d-a829-e21862186817 req-024d600e-f4ad-49f0-81b5-abc75309a74a tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:12.477481 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7baa1510-08c3-4e1d-a829-e21862186817 req-024d600e-f4ad-49f0-81b5-abc75309a74a tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 944 time: 0.0462933 May 04 19:16:12.525181 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7baa1510-08c3-4e1d-a829-e21862186817 req-8690250b-b35e-46d0-80b6-3bc9129956af tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 May 04 19:16:12.561426 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['0a804905-ca47-495b-8f36-12134c37f994'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:16:13.780840 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615abe27-e1f0-4dca-b59c-2bc017e60e99 req-d95f5053-183a-4e54-b26b-984e63463ffd tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:13.782295 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-615abe27-e1f0-4dca-b59c-2bc017e60e99 req-d95f5053-183a-4e54-b26b-984e63463ffd tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 944 time: 0.1905212 May 04 19:16:13.828956 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-615abe27-e1f0-4dca-b59c-2bc017e60e99 req-b32616ad-891f-4e12-b31b-dcf719c10244 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 May 04 19:16:14.069722 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 0a804905-ca47-495b-8f36-12134c37f994 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:16:14.113494 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning for port 0a804905-ca47-495b-8f36-12134c37f994 completed by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:16:14.119021 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port 0a804905-ca47-495b-8f36-12134c37f994 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:16:14.119388 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (0a804905-ca47-495b-8f36-12134c37f994), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:14.192393 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port 0a804905-ca47-495b-8f36-12134c37f994 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:16:14.192765 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (0a804905-ca47-495b-8f36-12134c37f994), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:14.218264 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a804905-ca47-495b-8f36-12134c37f994'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:16:14.220503 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657edbb-b3e6-469b-9cb6-68d82d4cc1d2" -d '{"events": [{"server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "name": "network-vif-plugged", "status": "completed", "tag": "0a804905-ca47-495b-8f36-12134c37f994"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:16:14.232676 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port 0a804905-ca47-495b-8f36-12134c37f994, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=0a804905-ca47-495b-8f36-12134c37f994,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:14.237115 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (0a804905-ca47-495b-8f36-12134c37f994), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:14.261303 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7346915d-588a-4994-b4ac-e0bb12e9ab31 x-openstack-request-id: req-7346915d-588a-4994-b4ac-e0bb12e9ab31 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:16:14.261620 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "name": "network-vif-plugged", "status": "completed", "tag": "0a804905-ca47-495b-8f36-12134c37f994", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:16:14.261877 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7346915d-588a-4994-b4ac-e0bb12e9ab31 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:16:14.262267 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7346915d-588a-4994-b4ac-e0bb12e9ab31'] response: {'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a804905-ca47-495b-8f36-12134c37f994', 'code': 200} May 04 19:16:14.286425 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=0a804905-ca47-495b-8f36-12134c37f994,revision_number=5']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:14.524922 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1908d-653d-4191-a0d7-57df618828b4 req-59615ffb-65fc-4aee-87c4-ba5cc87c00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:14.526340 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-63e1908d-653d-4191-a0d7-57df618828b4 req-59615ffb-65fc-4aee-87c4-ba5cc87c00b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 1129 time: 0.0383432 May 04 19:16:14.570333 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-63e1908d-653d-4191-a0d7-57df618828b4 req-7424ac32-f4e1-4e8b-a3e7-4a6aed54d418 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378897 May 04 19:16:14.939843 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a38c2-2a5a-451a-9aad-55bbf580c7a9 req-3282c0b8-d2b0-4339-8147-532e242c642f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:14.941302 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-054a38c2-2a5a-451a-9aad-55bbf580c7a9 req-3282c0b8-d2b0-4339-8147-532e242c642f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0463486 May 04 19:16:14.989179 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-054a38c2-2a5a-451a-9aad-55bbf580c7a9 req-db6ed8ef-2851-4e2c-a2a6-39132f510390 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 May 04 19:16:16.063900 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:16.161439 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4252-8cbb-49f1-a0d7-5fb1749378d1 req-80b7fafc-3033-4325-8183-bc33783aa7af tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:16.162910 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c52e4252-8cbb-49f1-a0d7-5fb1749378d1 req-80b7fafc-3033-4325-8183-bc33783aa7af tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 945 time: 0.1061122 May 04 19:16:16.212941 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c52e4252-8cbb-49f1-a0d7-5fb1749378d1 req-a89a97ca-dfb3-46e3-8f8c-4202fcb36a29 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 May 04 19:16:17.326391 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7f0b2-c828-4a57-9d34-3c09d312e782 req-f0b2111a-9a05-4f23-83fa-98ac592783f0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:17.328325 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e6d7f0b2-c828-4a57-9d34-3c09d312e782 req-f0b2111a-9a05-4f23-83fa-98ac592783f0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0499849 May 04 19:16:17.374959 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e6d7f0b2-c828-4a57-9d34-3c09d312e782 req-75d70d45-2e7c-4fda-b9fa-097e5317eb9e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 May 04 19:16:17.483730 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220c566-3d4a-4c30-8d75-d21118887afa req-fa88b3c4-a934-4170-97ba-46fe03b59982 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:17.485189 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e220c566-3d4a-4c30-8d75-d21118887afa req-fa88b3c4-a934-4170-97ba-46fe03b59982 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0455408 May 04 19:16:17.532419 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e220c566-3d4a-4c30-8d75-d21118887afa req-63273c8c-e8c4-44fb-afc7-6087155930a0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 May 04 19:16:17.553508 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40538) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:17.563014 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ac9c33d2-da60-4849-bc45-5bf481ed7a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:17.594431 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5fbfb-a02f-4268-9110-ff8fbd8aa3f5 tempest-TestVolumeBootPattern-1199677238 tempest-TestVolumeBootPattern-1199677238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:17.595931 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-9fd5fbfb-a02f-4268-9110-ff8fbd8aa3f5 tempest-TestVolumeBootPattern-1199677238 tempest-TestVolumeBootPattern-1199677238-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 1124 time: 0.0414810 May 04 19:16:17.598666 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40540) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:17.602764 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Request body: {'floatingip': {'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'port_id': '0a804905-ca47-495b-8f36-12134c37f994', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:16:17.621611 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:17.696348 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (None), before_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:17.800471 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_common [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Allocated IP 172.27.2.166 (d0601b1a-bd4c-4bad-8a58-d4afb452948b/4448141a-f8b8-4695-8352-3a7725e8cdc4/1ddd6911-5bec-47bb-8a3d-e48b04e6eec9) {{(pid=103488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:16:17.900108 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:17.932075 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770775971750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:17.973057 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Network d0601b1a-bd4c-4bad-8a58-d4afb452948b is already hosted by enough agents. {{(pid=103488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:16:17.976046 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.base_scheduler [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Resources bound (agent type, host, resource id): {{(pid=103488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:16:17.982354 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Received port after_create {{(pid=103488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:16:17.988562 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=1ddd6911-5bec-47bb-8a3d-e48b04e6eec9,revision_number=1']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:18.164965 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-0f73ab1f-7289-41c8-aade-03be082c59ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808489 May 04 19:16:18.263834 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-4e4f56f3-3621-45a6-80fe-4a9658f8f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:18.265298 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-4e4f56f3-3621-45a6-80fe-4a9658f8f2b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1169 time: 0.0537477 May 04 19:16:18.452403 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-0f6df6ab-c9ed-4e58-b404-a4e16492a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:18.453798 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-0f6df6ab-c9ed-4e58-b404-a4e16492a570 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 915 time: 0.1658349 May 04 19:16:18.513483 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (185232d2-91db-4965-bbe8-879e98f50670), precommit_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:18.555814 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-d608dbf7-ad67-4594-bb76-632b8b3e247d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0902939 May 04 19:16:18.623737 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:18.628661 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-d8df6870-a19c-4e46-8e87-c615d38da126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:18.630081 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-d8df6870-a19c-4e46-8e87-c615d38da126 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.0678484 May 04 19:16:18.698698 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-80977626-a73a-44dd-bab1-e2cde5bc964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:18.700136 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-80977626-a73a-44dd-bab1-e2cde5bc964e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535631 May 04 19:16:19.107563 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-4c4e685f-fd16-4ac0-b05f-d6cfc35758d3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965049 May 04 19:16:19.141980 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:19.150508 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:19.253199 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event updated for resources: {'Port': ['ID=1ddd6911-5bec-47bb-8a3d-e48b04e6eec9,revision_number=2']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:19.275069 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33551849'] for floatingip (185232d2-91db-4965-bbe8-879e98f50670), after_create {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:19.280283 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6577605e-236c-41a2-ac30-e2c94f445e7a req-56b734ce-e060-42e5-afdc-e78e348f7635 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660078 May 04 19:16:19.379350 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Floating IP 185232d2-91db-4965-bbe8-879e98f50670 associated. External IP: 172.27.2.166, port: 0a804905-ca47-495b-8f36-12134c37f994. May 04 19:16:19.586835 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:16:19.697766 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:16:19.707774 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:16:19.714385 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:19.719226 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:19.719847 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:15:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:19.757483 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-37114b2d-528c-4b17-887a-6d6676bb8290 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1453593 May 04 19:16:19.757483 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'tag': '0a804905-ca47-495b-8f36-12134c37f994'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:16:19.757483 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5209c315-b957-4794-9546-90604769a68f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "tag": "0a804905-ca47-495b-8f36-12134c37f994"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:16:19.783976 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7d148-d112-4cf4-b5da-3e12970ccc03 x-openstack-request-id: req-efe7d148-d112-4cf4-b5da-3e12970ccc03 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:16:19.784268 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "tag": "0a804905-ca47-495b-8f36-12134c37f994", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:16:19.784528 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efe7d148-d112-4cf4-b5da-3e12970ccc03 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:16:19.784933 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe7d148-d112-4cf4-b5da-3e12970ccc03'] response: {'name': 'network-changed', 'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'tag': '0a804905-ca47-495b-8f36-12134c37f994', 'status': 'completed', 'code': 200} May 04 19:16:19.830943 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:20.041914 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2c19b247-538c-4f50-966a-33cac9dc4fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:20.087258 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209c315-b957-4794-9546-90604769a68f req-7e21d82b-b683-419e-be5f-223f34cbc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:20.088751 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5209c315-b957-4794-9546-90604769a68f req-7e21d82b-b683-419e-be5f-223f34cbc1c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 1129 time: 0.0384822 May 04 19:16:20.180199 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209c315-b957-4794-9546-90604769a68f req-7a14306c-c7ea-45cf-8705-5b88501bb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:20.181691 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5209c315-b957-4794-9546-90604769a68f req-7a14306c-c7ea-45cf-8705-5b88501bb770 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.0875304 May 04 19:16:20.188972 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:12Z', 'revision_number': 1, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}, {'id': '185232d2-91db-4965-bbe8-879e98f50670', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': '0a804905-ca47-495b-8f36-12134c37f994', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:00:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:16:18Z', 'updated_at': '2022-05-04T19:16:18Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:20.215317 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:16:20.224162 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:20.224781 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:16:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:20.245524 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5209c315-b957-4794-9546-90604769a68f req-71ccef1e-1676-4843-8b83-bda1fba869f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a804905-ca47-495b-8f36-12134c37f994 HTTP/1.1" status: 200 len: 999 time: 0.0580130 May 04 19:16:20.293439 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209c315-b957-4794-9546-90604769a68f req-032fbf9b-de04-40c9-861b-97e7be89ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:20.294915 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5209c315-b957-4794-9546-90604769a68f req-032fbf9b-de04-40c9-861b-97e7be89ab65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0436599 May 04 19:16:20.333882 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:20.340656 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209c315-b957-4794-9546-90604769a68f req-0d6fd624-f78a-4885-97b8-4262c2307a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:20.342736 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5209c315-b957-4794-9546-90604769a68f req-0d6fd624-f78a-4885-97b8-4262c2307a24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412247 May 04 19:16:20.440491 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5209c315-b957-4794-9546-90604769a68f req-f0c8665e-855d-451f-aaf8-3b8ac7b4abe3 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924964 May 04 19:16:20.533099 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5209c315-b957-4794-9546-90604769a68f req-786b7b59-bd50-48c2-ae5d-f894a5d34f58 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 May 04 19:16:20.555637 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:12Z', 'revision_number': 1, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}, {'id': '185232d2-91db-4965-bbe8-879e98f50670', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': '0a804905-ca47-495b-8f36-12134c37f994', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:00:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:16:18Z', 'updated_at': '2022-05-04T19:16:18Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:20.582947 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e665d-583d-4437-b59d-4f818b2f8016 None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:12Z', 'revision_number': 1, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}, {'id': '185232d2-91db-4965-bbe8-879e98f50670', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': '0a804905-ca47-495b-8f36-12134c37f994', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:00:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:16:18Z', 'updated_at': '2022-05-04T19:16:18Z', 'revision_number': 0, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:16:20.773022 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f4dd5-b57f-4d87-acc0-6b4d8397af2b None None] New status for floating IP 185232d2-91db-4965-bbe8-879e98f50670: ACTIVE {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:16:21.017851 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:22.549570 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:24.018031 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:28.697673 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-54891a58-4663-454f-80e1-753f27efc058 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199764966&fields=id&tenant_id=a92a32956353454db32509526ff751da HTTP/1.1" status: 200 len: 267 time: 0.0418420 May 04 19:16:28.748543 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-1ce99b78-d704-4f52-a3e7-33f00a6e81eb tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:28.750036 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-1ce99b78-d704-4f52-a3e7-33f00a6e81eb tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 985 time: 0.0467155 May 04 19:16:28.760228 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.v2.base [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Request body: {'port': {'security_groups': ['f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c']}} {{(pid=103488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:16:28.835455 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), before_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.008174 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9e010276-d5b3-4d5f-821f-294d451cebe7,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:29.037073 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), precommit_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.041567 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30277600'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_update {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.079449 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['9e010276-d5b3-4d5f-821f-294d451cebe7'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:16:29.083733 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:29.083962 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.085362 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9da73c5e-2164-4340-ab9c-d98a06b87350 req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "PUT /v2.0/ports/9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 943 time: 0.3293834 May 04 19:16:29.085842 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:16:29.091292 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe690e3-ac2c-4a96-864b-048b248ed200" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:16:29.091757 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40560) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:29.127888 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474c8c0-df22-4c69-a2c4-101d825a4c55 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event updated for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=7']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:29.142292 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8785f8db-1806-4c48-9b40-15f629501510 x-openstack-request-id: req-8785f8db-1806-4c48-9b40-15f629501510 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:16:29.142586 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:16:29.142887 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8785f8db-1806-4c48-9b40-15f629501510 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:16:29.143291 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8785f8db-1806-4c48-9b40-15f629501510'] response: {'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'status': 'completed', 'code': 200} May 04 19:16:29.150800 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-98836fea-11d6-4688-8076-a1dd7c20de62 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group (705a8451-8d57-4208-ba1d-a40eb04dd688), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.181390 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-98836fea-11d6-4688-8076-a1dd7c20de62 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group (705a8451-8d57-4208-ba1d-a40eb04dd688), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.230547 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-fe9e75e3-9555-4502-847c-16f2d96dfe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:29.231962 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-fe9e75e3-9555-4502-847c-16f2d96dfe26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1130 time: 0.0466940 May 04 19:16:29.258410 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-98836fea-11d6-4688-8076-a1dd7c20de62 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (705a8451-8d57-4208-ba1d-a40eb04dd688), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.262066 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-98836fea-11d6-4688-8076-a1dd7c20de62 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.266387 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-98836fea-11d6-4688-8076-a1dd7c20de62 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "DELETE /v2.0/security-groups/705a8451-8d57-4208-ba1d-a40eb04dd688 HTTP/1.1" status: 204 len: 168 time: 0.1737323 May 04 19:16:29.267184 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40562) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:29.270010 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['9e010276-d5b3-4d5f-821f-294d451cebe7'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:16:29.331946 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98836fea-11d6-4688-8076-a1dd7c20de62 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705a8451-8d57-4208-ba1d-a40eb04dd688,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:29.359871 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-e733ab68-5220-4de4-8813-cf498ba4d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:29.361495 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-e733ab68-5220-4de4-8813-cf498ba4d813 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 915 time: 0.1235938 May 04 19:16:29.362220 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-2ec06f5a-9c4f-43cd-8512-69ea0d251664 None None] Provisioning complete for port 9e010276-d5b3-4d5f-821f-294d451cebe7 triggered by entity DHCP. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:16:29.362600 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2ec06f5a-9c4f-43cd-8512-69ea0d251664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.431112 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Deleting port fa35b884-0586-483a-83bb-81fa97990029 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:29.431937 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (fa35b884-0586-483a-83bb-81fa97990029), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.439499 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-4d00ba11-c2c9-4088-b0a5-f541a0f251cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 1001 time: 0.0703082 May 04 19:16:29.493453 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-ea0638cb-2c0c-4bb7-9a63-a6a069ec35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:29.494892 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-ea0638cb-2c0c-4bb7-9a63-a6a069ec35d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.0484960 May 04 19:16:29.502301 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-2ec06f5a-9c4f-43cd-8512-69ea0d251664 None None] Current status of the port 9e010276-d5b3-4d5f-821f-294d451cebe7 is: ACTIVE; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:16:29.517336 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (fa35b884-0586-483a-83bb-81fa97990029), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.517714 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for floatingip (fa35b884-0586-483a-83bb-81fa97990029), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.530300 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Calling delete_port for fa35b884-0586-483a-83bb-81fa97990029 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:29.539660 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-d8b79eee-62f1-46a4-bb40-90cbe6d712ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:29.541153 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-d8b79eee-62f1-46a4-bb40-90cbe6d712ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385787 May 04 19:16:29.629692 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-24cc97ac-b88e-4350-b983-812682949184 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815842 May 04 19:16:29.702112 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (fa35b884-0586-483a-83bb-81fa97990029), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.722951 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-bbe690e3-ac2c-4a96-864b-048b248ed200 req-a8e516f5-1906-4a9e-bcae-8e1829750635 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855176 May 04 19:16:29.728876 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event deleted for resources: {'Port': ['ID=fa35b884-0586-483a-83bb-81fa97990029,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:29.792653 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks [] for floatingip (8b81226e-51bd-4399-a3c6-609d3eb74c8d), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.792882 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Floating IP 8b81226e-51bd-4399-a3c6-609d3eb74c8d disassociated (deleted). External IP: 172.27.2.23, port: 9e010276-d5b3-4d5f-821f-294d451cebe7. May 04 19:16:30.001705 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Router bfe0495b-89d7-4d92-8193-21070adeb679 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:16:30.117854 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:16:30.122584 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:30.127418 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] Sync routers for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:16:30.140302 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:30.141532 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:16:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:30.152435 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e351170b-a850-4fc6-98ae-56f462ecb5d0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "DELETE /v2.0/floatingips/8b81226e-51bd-4399-a3c6-609d3eb74c8d HTTP/1.1" status: 204 len: 168 time: 0.8797972 May 04 19:16:30.153341 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:16:30.156465 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62af94f4-191f-4706-a82b-941c1fa49e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:16:30.191756 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1f7761-24c3-4b6f-8d74-b2169819b608 x-openstack-request-id: req-2a1f7761-24c3-4b6f-8d74-b2169819b608 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:16:30.192058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:16:30.192317 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a1f7761-24c3-4b6f-8d74-b2169819b608 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:16:30.192725 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1f7761-24c3-4b6f-8d74-b2169819b608'] response: {'name': 'network-changed', 'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'status': 'completed', 'code': 200} May 04 19:16:30.258442 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:30.275324 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-5bff5ddb-6182-469e-902b-548fbeeaaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:30.276977 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-5bff5ddb-6182-469e-902b-548fbeeaaad1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a92a32956353454db32509526ff751da&device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 1130 time: 0.0417407 May 04 19:16:30.384093 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-5335c0b0-2cb1-489c-9595-c506717890af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:30.386153 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-5335c0b0-2cb1-489c-9595-c506717890af service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 200 len: 915 time: 0.1028323 May 04 19:16:30.445398 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-a823ae47-2956-496c-86a9-1b42d3dd718c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 200 len: 217 time: 0.0428853 May 04 19:16:30.465649 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:08Z', 'revision_number': 5, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:30.493027 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-83c07154-98c6-429e-be88-2d81cc41b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:30.494499 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-83c07154-98c6-429e-be88-2d81cc41b4a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 200 len: 853 time: 0.0434647 May 04 19:16:30.496086 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] Checking router: bfe0495b-89d7-4d92-8193-21070adeb679 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:16:30.504799 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:30.505412 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:16:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:30.610957 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:30.807769 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:08Z', 'revision_number': 5, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:30.834648 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3995a7-98e0-449b-9506-75f99b5d855d None None] The sync data for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi is: [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:13:57Z', 'revision_number': 4, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'd0c26963-1c24-4389-91bb-49050993f84c', 'name': '', 'network_id': '9ab078ca-522b-4833-9058-45f147d435ce', 'tenant_id': 'a92a32956353454db32509526ff751da', 'mac_address': 'fa:16:3e:d0:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:56Z', 'updated_at': '2022-05-04T19:14:08Z', 'revision_number': 5, 'project_id': 'a92a32956353454db32509526ff751da', 'subnets': [{'id': '9dca1202-d6b9-4401-abdc-0cba7e2592a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:16:30.845362 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-7dbe3009-ac56-435d-89ea-6ceb2d4a9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:30.846913 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-7dbe3009-ac56-435d-89ea-6ceb2d4a9c5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ab078ca-522b-4833-9058-45f147d435ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492578 May 04 19:16:30.875444 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-431a9859-d2cb-4357-9c16-140b547e1f49 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:16:30.876437 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-431a9859-d2cb-4357-9c16-140b547e1f49 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062411 May 04 19:16:30.974216 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-40e4aff0-d47b-4ddc-9df2-c7716095b299 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 May 04 19:16:31.071526 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-62af94f4-191f-4706-a82b-941c1fa49e7a req-e92eabeb-ce12-4623-b2e1-784454340025 service neutron] 10.222.0.11 "GET /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923064 May 04 19:16:31.076421 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a08ac-5ed7-44b2-97a9-c91c0bd9e6a5 None None] New status for floating IP 8b81226e-51bd-4399-a3c6-609d3eb74c8d: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:16:32.166211 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:16:32.879700 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f18f3-3d18-4b50-8fdd-15e0f78c3ed2 req-b4cb2c71-fd09-43e2-bb6b-bae0b9cc4c83 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:32.881175 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-db7f18f3-3d18-4b50-8fdd-15e0f78c3ed2 req-b4cb2c71-fd09-43e2-bb6b-bae0b9cc4c83 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0472896 May 04 19:16:32.927018 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-db7f18f3-3d18-4b50-8fdd-15e0f78c3ed2 req-bb4d496b-b217-4cbf-b5d4-d746049ddb78 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 May 04 19:16:34.039989 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524058b-915a-4584-989f-070e9061c664 req-f8a36309-0fbd-40d7-972d-5af30a99aa3b tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:34.041441 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d524058b-915a-4584-989f-070e9061c664 req-f8a36309-0fbd-40d7-972d-5af30a99aa3b tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0464094 May 04 19:16:34.087556 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d524058b-915a-4584-989f-070e9061c664 req-e9866472-8c2b-445a-ab47-394a0ad2164e tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/security-groups?id=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 May 04 19:16:34.840487 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-d00b82ce-714b-46a5-9a41-4bab9443595f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:16:34.841940 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-d00b82ce-714b-46a5-9a41-4bab9443595f tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.11 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 946 time: 0.0483644 May 04 19:16:34.927924 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Deleting port 9e010276-d5b3-4d5f-821f-294d451cebe7 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:34.928288 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:35.017281 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] For port 9e010276-d5b3-4d5f-821f-294d451cebe7, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=9e010276-d5b3-4d5f-821f-294d451cebe7,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:35.017742 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:35.033639 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Calling delete_port for 9e010276-d5b3-4d5f-821f-294d451cebe7 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:35.159701 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (9e010276-d5b3-4d5f-821f-294d451cebe7), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:35.186409 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-26d7f57c-6e94-406f-96c3-bd50d05a0c17 req-6a42272b-cf9c-4858-98a9-8d92015849fa tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.69 "GET /v2.0/ports?device_id=d98e858d-adf1-4fe6-9650-784caa790d1a HTTP/1.1" status: 200 len: 210 time: 0.0286911 May 04 19:16:35.188793 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Pushing event deleted for resources: {'Port': ['ID=9e010276-d5b3-4d5f-821f-294d451cebe7,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:35.194590 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['9e010276-d5b3-4d5f-821f-294d451cebe7'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:16:35.224516 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.224867 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.225210 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.225581 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.225917 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.226248 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.226577 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.226900 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.227222 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.227546 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.227898 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.228224 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.228543 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.228861 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.229181 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:35.246503 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] No DVR routers for this DVR port 9e010276-d5b3-4d5f-821f-294d451cebe7 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:16:35.249389 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:35.252653 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-dc17598f-845a-435b-ad73-45b1636f15b4 req-f546e3c2-9dc9-41e7-9236-5ff755f32ec0 tempest-TestMinimumBasicScenario-1284227856 tempest-TestMinimumBasicScenario-1284227856-project] 10.222.0.11 "DELETE /v2.0/ports/9e010276-d5b3-4d5f-821f-294d451cebe7 HTTP/1.1" status: 204 len: 173 time: 0.4059989 May 04 19:16:35.253074 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'name': 'network-vif-deleted', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:16:35.255314 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f429925-8cfb-4368-98d3-5dcb00e6932b" -d '{"events": [{"server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "name": "network-vif-deleted", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:16:35.289610 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aae4f6a-859b-4fbe-916d-b45c978c7779 x-openstack-request-id: req-3aae4f6a-859b-4fbe-916d-b45c978c7779 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:16:35.289910 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98e858d-adf1-4fe6-9650-784caa790d1a", "name": "network-vif-deleted", "tag": "9e010276-d5b3-4d5f-821f-294d451cebe7", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:16:35.290166 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3aae4f6a-859b-4fbe-916d-b45c978c7779 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:16:35.290567 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aae4f6a-859b-4fbe-916d-b45c978c7779'] response: {'server_uuid': 'd98e858d-adf1-4fe6-9650-784caa790d1a', 'name': 'network-vif-deleted', 'tag': '9e010276-d5b3-4d5f-821f-294d451cebe7', 'status': 'completed', 'code': 200} May 04 19:16:36.863632 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40644) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:37.186030 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (bfe0495b-89d7-4d92-8193-21070adeb679), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:37.412616 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Deleting port d0c26963-1c24-4389-91bb-49050993f84c {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:37.412948 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (d0c26963-1c24-4389-91bb-49050993f84c), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:37.487663 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] For port d0c26963-1c24-4389-91bb-49050993f84c, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=d0c26963-1c24-4389-91bb-49050993f84c,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:37.487940 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (d0c26963-1c24-4389-91bb-49050993f84c), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:37.503256 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Calling delete_port for d0c26963-1c24-4389-91bb-49050993f84c owned by network:router_interface {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:37.676960 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (d0c26963-1c24-4389-91bb-49050993f84c), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:37.703575 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c26963-1c24-4389-91bb-49050993f84c,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:37.727113 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.727461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.727827 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.728132 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.728461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.728784 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.729103 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.729422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.729770 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.730091 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.730411 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.730733 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.731078 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.731394 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.731708 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:16:37.873789 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (bfe0495b-89d7-4d92-8193-21070adeb679), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:38.178249 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 9e010276-d5b3-4d5f-821f-294d451cebe7 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:16:38.199455 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 9e010276-d5b3-4d5f-821f-294d451cebe7 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:16:38.199801 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 9e010276-d5b3-4d5f-821f-294d451cebe7 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:16:38.337252 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Router bfe0495b-89d7-4d92-8193-21070adeb679 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:16:38.443928 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:16:38.448824 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a8d1d31b-b2bc-4516-be63-17a266208bed admin admin] 10.222.0.69 "PUT /v2.0/routers/bfe0495b-89d7-4d92-8193-21070adeb679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5841765 May 04 19:16:38.451344 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40646) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:38.453876 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] Sync routers for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:16:38.464392 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:38.465008 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:16:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:38.555325 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks [] for router (bfe0495b-89d7-4d92-8193-21070adeb679), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:38.571545 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:38.661205 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks [] for router_gateway (bfe0495b-89d7-4d92-8193-21070adeb679), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:38.704994 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Deleting port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:38.705333 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:38.741333 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:16:37Z', 'revision_number': 5, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port': {'id': 'dfaa2cec-e9c7-478c-8a86-cdcd77bc7498', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:38.768237 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] Checking router: bfe0495b-89d7-4d92-8193-21070adeb679 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:16:38.776428 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] Routers {'bfe0495b-89d7-4d92-8193-21070adeb679'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:38.777030 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:16:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['bfe0495b-89d7-4d92-8193-21070adeb679'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:38.786268 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] For port dfaa2cec-e9c7-478c-8a86-cdcd77bc7498, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:38.786629 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:38.799510 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Calling delete_port for dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 owned by network:router_gateway {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:38.970020 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (dfaa2cec-e9c7-478c-8a86-cdcd77bc7498), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:38.992955 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfaa2cec-e9c7-478c-8a86-cdcd77bc7498,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:38.999802 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] Set router bfe0495b-89d7-4d92-8193-21070adeb679 gateway port host: None {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:39.052407 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:16:38Z', 'revision_number': 6, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port_host': None}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:39.056703 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (bfe0495b-89d7-4d92-8193-21070adeb679), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.083162 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24853985-da23-4092-86f5-9b2c5496a700 None None] The sync data for ids ['bfe0495b-89d7-4d92-8193-21070adeb679'] in dv-cinder-830901-3-iscsi is: [{'id': 'bfe0495b-89d7-4d92-8193-21070adeb679', 'name': 'tempest-TestMinimumBasicScenario-359706021-router', 'tenant_id': 'a92a32956353454db32509526ff751da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:53Z', 'updated_at': '2022-05-04T19:16:38Z', 'revision_number': 6, 'project_id': 'a92a32956353454db32509526ff751da', 'gw_port_host': None}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:16:39.151706 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (bfe0495b-89d7-4d92-8193-21070adeb679), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.153837 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks [] for router_controller (bfe0495b-89d7-4d92-8193-21070adeb679), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.195742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (bfe0495b-89d7-4d92-8193-21070adeb679), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.196409 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe0495b-89d7-4d92-8193-21070adeb679 {{(pid=103487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:16:39.201775 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.203583 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-0e6be59a-51c4-447b-89ae-fb74cfd41ba3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/bfe0495b-89d7-4d92-8193-21070adeb679 HTTP/1.1" status: 204 len: 168 time: 0.7513394 May 04 19:16:39.206068 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40648) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:39.248243 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] Deleting subnet 9dca1202-d6b9-4401-abdc-0cba7e2592a4 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:16:39.251659 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] Publish callbacks [] for subnet (9dca1202-d6b9-4401-abdc-0cba7e2592a4), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.285444 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (9dca1202-d6b9-4401-abdc-0cba7e2592a4), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.362680 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (9dca1202-d6b9-4401-abdc-0cba7e2592a4), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.414230 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (9dca1202-d6b9-4401-abdc-0cba7e2592a4), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.440909 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dca1202-d6b9-4401-abdc-0cba7e2592a4,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:39.444926 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.450649 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-bc480338-c7b1-4455-aa0c-57d278ca7806 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9dca1202-d6b9-4401-abdc-0cba7e2592a4 HTTP/1.1" status: 204 len: 168 time: 0.2412009 May 04 19:16:39.451504 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40650) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:39.455515 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee26e0-3593-4be2-a165-5a7c078504f0 None None] Network 9ab078ca-522b-4833-9058-45f147d435ce requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:16:39.524585 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (9ab078ca-522b-4833-9058-45f147d435ce), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.572760 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Deleting port 3d437564-b1cf-442e-81d2-df11cc6376d0 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:39.573206 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.636269 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] For port 3d437564-b1cf-442e-81d2-df11cc6376d0, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=3d437564-b1cf-442e-81d2-df11cc6376d0,segment=NetworkSegment(08b275a4-30fc-4bfe-a90a-f5cc66f59c8c),segment_id=08b275a4-30fc-4bfe-a90a-f5cc66f59c8c)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:39.636634 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.649427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Calling delete_port for 3d437564-b1cf-442e-81d2-df11cc6376d0 owned by network:dhcp {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:39.729597 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (3d437564-b1cf-442e-81d2-df11cc6376d0), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.754608 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d437564-b1cf-442e-81d2-df11cc6376d0,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:39.757929 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] No DVR routers for this DVR port 3d437564-b1cf-442e-81d2-df11cc6376d0 on host dv-cinder-830901-3-iscsi {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:16:39.828403 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (9ab078ca-522b-4833-9058-45f147d435ce), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.849244 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab078ca-522b-4833-9058-45f147d435ce']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:39.859205 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:39.859497 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b275a4-30fc-4bfe-a90a-f5cc66f59c8c') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:39.871024 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (08b275a4-30fc-4bfe-a90a-f5cc66f59c8c), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.873908 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2095952-a0a1-4f40-a310-5e405193c81b None None] DHCP port deletion for 9ab078ca-522b-4833-9058-45f147d435ce request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:16:39.890893 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (08b275a4-30fc-4bfe-a90a-f5cc66f59c8c), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.897262 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:16:39.897672 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (08b275a4-30fc-4bfe-a90a-f5cc66f59c8c), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:16:39.899340 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:16:39.954166 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (9ab078ca-522b-4833-9058-45f147d435ce), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.960022 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:39.964951 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] 10.222.0.69 "DELETE /v2.0/networks/9ab078ca-522b-4833-9058-45f147d435ce HTTP/1.1" status: 204 len: 168 time: 0.5103552 May 04 19:16:39.965296 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40652) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:39.985593 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b6f68-cab7-49c1-8b3a-7f6b81ee765c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab078ca-522b-4833-9058-45f147d435ce,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:40.079135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device d0c26963-1c24-4389-91bb-49050993f84c no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:16:40.102253 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: d0c26963-1c24-4389-91bb-49050993f84c {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:16:40.102839 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device d0c26963-1c24-4389-91bb-49050993f84c not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:16:40.103487 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:16:40.125670 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:16:40.126020 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device dfaa2cec-e9c7-478c-8a86-cdcd77bc7498 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:16:40.126444 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 3d437564-b1cf-442e-81d2-df11cc6376d0 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:16:40.149456 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 3d437564-b1cf-442e-81d2-df11cc6376d0 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:16:40.149456 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 3d437564-b1cf-442e-81d2-df11cc6376d0 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:16:40.312722 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (8091e1b0-3180-456c-9e61-70d6b581b9d9), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:40.541940 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Deleting port f4139330-7be9-4efa-9670-9513d9580fab {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:40.542181 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (f4139330-7be9-4efa-9670-9513d9580fab), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:40.618763 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] For port f4139330-7be9-4efa-9670-9513d9580fab, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=f4139330-7be9-4efa-9670-9513d9580fab,segment=NetworkSegment(e89ac70f-a3f1-4392-a805-36f085a31930),segment_id=e89ac70f-a3f1-4392-a805-36f085a31930)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:40.619037 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (f4139330-7be9-4efa-9670-9513d9580fab), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:40.631217 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Calling delete_port for f4139330-7be9-4efa-9670-9513d9580fab owned by network:router_interface {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:40.808448 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (f4139330-7be9-4efa-9670-9513d9580fab), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:40.831812 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4139330-7be9-4efa-9670-9513d9580fab,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:40.998381 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (8091e1b0-3180-456c-9e61-70d6b581b9d9), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:41.464941 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Router 8091e1b0-3180-456c-9e61-70d6b581b9d9 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:16:41.569410 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:16:41.574281 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d293c6e6-2861-47f2-8898-80b3a45fd965 admin admin] 10.222.0.69 "PUT /v2.0/routers/8091e1b0-3180-456c-9e61-70d6b581b9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079540 May 04 19:16:41.576823 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40656) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:41.578083 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] Sync routers for ids ['8091e1b0-3180-456c-9e61-70d6b581b9d9'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:16:41.587803 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] Routers {'8091e1b0-3180-456c-9e61-70d6b581b9d9'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:41.588413 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:16:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['8091e1b0-3180-456c-9e61-70d6b581b9d9'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:41.681109 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks [] for router (8091e1b0-3180-456c-9e61-70d6b581b9d9), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:41.695139 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] Set router 8091e1b0-3180-456c-9e61-70d6b581b9d9 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:41.791237 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks [] for router_gateway (8091e1b0-3180-456c-9e61-70d6b581b9d9), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:41.838329 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Deleting port 4756dab8-5915-4466-b417-53c58ad62ddb {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:41.838664 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:41.866757 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:16:40Z', 'revision_number': 5, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port': {'id': '4756dab8-5915-4466-b417-53c58ad62ddb', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:de:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:02Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:41.897340 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] Checking router: 8091e1b0-3180-456c-9e61-70d6b581b9d9 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:16:41.906091 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] Routers {'8091e1b0-3180-456c-9e61-70d6b581b9d9'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:16:41.906704 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:16:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['8091e1b0-3180-456c-9e61-70d6b581b9d9'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:41.921579 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] For port 4756dab8-5915-4466-b417-53c58ad62ddb, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=4756dab8-5915-4466-b417-53c58ad62ddb,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:41.921942 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:41.934688 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Calling delete_port for 4756dab8-5915-4466-b417-53c58ad62ddb owned by network:router_gateway {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:41.993632 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] Set router 8091e1b0-3180-456c-9e61-70d6b581b9d9 gateway port host: None {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:16:42.046005 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:16:41Z', 'revision_number': 6, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port_host': None}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:42.075683 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7df19e-7a78-4a4d-ae4c-cbc9d9cf70a2 None None] The sync data for ids ['8091e1b0-3180-456c-9e61-70d6b581b9d9'] in dv-cinder-830901-3-iscsi is: [{'id': '8091e1b0-3180-456c-9e61-70d6b581b9d9', 'name': 'tempest-TestMinimumBasicScenario-1312850718-router', 'tenant_id': '0756fee562b84347967bbed713442101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:16:41Z', 'revision_number': 6, 'project_id': '0756fee562b84347967bbed713442101', 'gw_port_host': None}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:16:42.102916 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (4756dab8-5915-4466-b417-53c58ad62ddb), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.126671 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Pushing event deleted for resources: {'Port': ['ID=4756dab8-5915-4466-b417-53c58ad62ddb,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:42.193835 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (8091e1b0-3180-456c-9e61-70d6b581b9d9), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.284283 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (8091e1b0-3180-456c-9e61-70d6b581b9d9), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.286415 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks [] for router_controller (8091e1b0-3180-456c-9e61-70d6b581b9d9), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.329283 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (8091e1b0-3180-456c-9e61-70d6b581b9d9), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.329722 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8091e1b0-3180-456c-9e61-70d6b581b9d9 {{(pid=103487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:16:42.334280 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.335460 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-c73db3cf-e76d-45c2-a662-345f9b1e7110 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8091e1b0-3180-456c-9e61-70d6b581b9d9 HTTP/1.1" status: 204 len: 168 time: 0.7577133 May 04 19:16:42.337914 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40658) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:42.379903 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] Deleting subnet ce4537ac-3751-457b-a4e7-dbfe871a5e7f {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:16:42.382778 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] Publish callbacks [] for subnet (ce4537ac-3751-457b-a4e7-dbfe871a5e7f), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.419279 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (ce4537ac-3751-457b-a4e7-dbfe871a5e7f), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.502412 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (ce4537ac-3751-457b-a4e7-dbfe871a5e7f), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.555527 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (ce4537ac-3751-457b-a4e7-dbfe871a5e7f), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.582564 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce4537ac-3751-457b-a4e7-dbfe871a5e7f,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:42.584447 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.587627 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-7fd2fbf5-804e-4864-92aa-ec7253302b93 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ce4537ac-3751-457b-a4e7-dbfe871a5e7f HTTP/1.1" status: 204 len: 168 time: 0.2488067 May 04 19:16:42.588711 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261c6aa-4131-426a-b69e-b6cb56057068 None None] Network dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:16:42.590105 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40660) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:42.660422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.704134 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Deleting port 1dcd8141-2b9b-4a72-9482-476e43185236 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:16:42.704474 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.769691 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] For port 1dcd8141-2b9b-4a72-9482-476e43185236, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=1dcd8141-2b9b-4a72-9482-476e43185236,segment=NetworkSegment(e89ac70f-a3f1-4392-a805-36f085a31930),segment_id=e89ac70f-a3f1-4392-a805-36f085a31930)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:16:42.770052 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.782390 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Calling delete_port for 1dcd8141-2b9b-4a72-9482-476e43185236 owned by network:dhcp {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:16:42.859753 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (1dcd8141-2b9b-4a72-9482-476e43185236), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.878288 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f51b8-428c-46c4-9ddc-85433ed9dc69 None None] DHCP port deletion for dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:16:42.886088 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcd8141-2b9b-4a72-9482-476e43185236,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:42.889984 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] No DVR routers for this DVR port 1dcd8141-2b9b-4a72-9482-476e43185236 on host dv-cinder-830901-3-iscsi {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:16:42.963425 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:42.986309 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:42.995613 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89ac70f-a3f1-4392-a805-36f085a31930') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:42.995908 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89ac70f-a3f1-4392-a805-36f085a31930') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:16:43.005597 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (e89ac70f-a3f1-4392-a805-36f085a31930), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.019228 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (e89ac70f-a3f1-4392-a805-36f085a31930), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.025386 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:16:43.025838 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (e89ac70f-a3f1-4392-a805-36f085a31930), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:16:43.027736 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:16:43.085849 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.091377 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.098073 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] 10.222.0.69 "DELETE /v2.0/networks/dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02 HTTP/1.1" status: 204 len: 168 time: 0.5045166 May 04 19:16:43.106514 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d19c5-1e14-450e-9de6-ddbf8469763e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc04b0c3-54c7-4e21-acf0-9e8e2c5f6c02,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:43.256892 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40664) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:43.297071 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-f5d6f106-2bcb-4295-a689-7d6df7d01cd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a92a32956353454db32509526ff751da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390158 May 04 19:16:43.299470 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40666) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:43.344804 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8865f006-d628-4419-a49e-b2dcf20caec6 admin admin] Publish callbacks [] for security_group (f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.365397 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8865f006-d628-4419-a49e-b2dcf20caec6 admin admin] Publish callbacks [] for security_group (f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.410493 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8865f006-d628-4419-a49e-b2dcf20caec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.412972 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-8865f006-d628-4419-a49e-b2dcf20caec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.414127 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-8865f006-d628-4419-a49e-b2dcf20caec6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c HTTP/1.1" status: 204 len: 168 time: 0.1137416 May 04 19:16:43.421633 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865f006-d628-4419-a49e-b2dcf20caec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb5a87-b9fe-413a-a3ec-3d25b30c5a6c,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:43.719605 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40672) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:43.760802 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7d002f3c-2fd1-4f76-8a81-94fe38d23ca0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0756fee562b84347967bbed713442101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400693 May 04 19:16:43.763312 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40674) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:16:43.810013 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0353-fa2e-4f75-a0f3-af9ba34b1f4b admin admin] Publish callbacks [] for security_group (45117c48-205f-4c53-a359-3c00b44f22ae), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.831676 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0353-fa2e-4f75-a0f3-af9ba34b1f4b admin admin] Publish callbacks [] for security_group (45117c48-205f-4c53-a359-3c00b44f22ae), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.880271 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0353-fa2e-4f75-a0f3-af9ba34b1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (45117c48-205f-4c53-a359-3c00b44f22ae), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.883526 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-3e1f0353-fa2e-4f75-a0f3-af9ba34b1f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:43.884682 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-3e1f0353-fa2e-4f75-a0f3-af9ba34b1f4b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45117c48-205f-4c53-a359-3c00b44f22ae HTTP/1.1" status: 204 len: 168 time: 0.1204813 May 04 19:16:43.893177 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f0353-fa2e-4f75-a0f3-af9ba34b1f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45117c48-205f-4c53-a359-3c00b44f22ae,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:16:44.075778 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 1dcd8141-2b9b-4a72-9482-476e43185236 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:16:44.105086 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 1dcd8141-2b9b-4a72-9482-476e43185236 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:16:44.105434 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 1dcd8141-2b9b-4a72-9482-476e43185236 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:16:44.105893 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4756dab8-5915-4466-b417-53c58ad62ddb no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:16:44.130407 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 4756dab8-5915-4466-b417-53c58ad62ddb {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:16:44.130756 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4756dab8-5915-4466-b417-53c58ad62ddb not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:16:44.131297 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device f4139330-7be9-4efa-9670-9513d9580fab no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:16:44.154386 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: f4139330-7be9-4efa-9670-9513d9580fab {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:16:44.154877 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device f4139330-7be9-4efa-9670-9513d9580fab not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:16:46.081049 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:47.564612 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-abefa490-0429-402b-89a7-7682b94b57bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:49.934469 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6e335465-081a-4e21-85b1-eaea54ef4585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:51.020752 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:52.547432 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:54.020104 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:09.164898 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:17:16.081693 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:17.566268 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-00792611-57d1-4ef1-a3f5-506060423163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:19.935476 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-4bd974d3-46a3-4b8d-b91b-d7e1450b353d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:20.912953 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-09a4e12e-7421-4ca7-bae6-69f982c6ea96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1829283 May 04 19:17:20.986150 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-21db6aa6-60d5-486c-8572-0f7554d9dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:20.987581 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-21db6aa6-60d5-486c-8572-0f7554d9dac5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1129 time: 0.0418363 May 04 19:17:21.023305 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:21.089212 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-05ff1e4c-655f-415a-bda3-28ea5a9d7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:21.090698 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-05ff1e4c-655f-415a-bda3-28ea5a9d7eeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 910 time: 0.0844147 May 04 19:17:21.158281 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-431fb213-0925-4e99-a1f6-420ef98a0ebc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 1000 time: 0.0606205 May 04 19:17:21.205071 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-d5b8f2a0-dd3e-4e8e-b80b-ff5bd87ff2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:21.206558 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-d5b8f2a0-dd3e-4e8e-b80b-ff5bd87ff2aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0422592 May 04 19:17:21.249246 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-9e280aa5-d361-425d-914e-e830195e3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:21.250681 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-9e280aa5-d361-425d-914e-e830195e3f95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383613 May 04 19:17:21.378738 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-1e9994d2-63cf-40d1-93b3-9bd2536f6760 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218340 May 04 19:17:21.467190 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-f770eaae-6a0a-4967-a6bb-598d15545d88 req-09a82662-2bc7-45bf-9236-126161ef672e service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819235 May 04 19:17:22.550697 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:24.022929 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:27.370671 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55d451-10be-4eaa-8d2a-14e1af7f9673 req-05df7149-4cd4-4087-b0dd-309ad3363270 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:27.372106 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9c55d451-10be-4eaa-8d2a-14e1af7f9673 req-05df7149-4cd4-4087-b0dd-309ad3363270 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0495543 May 04 19:17:27.418362 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-9c55d451-10be-4eaa-8d2a-14e1af7f9673 req-1905728e-093c-424c-b7dc-69733a53f05f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 May 04 19:17:28.530869 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130142d-f42e-4fa6-b39c-6a7c6c923a52 req-27e776c9-edc1-4735-a6f9-ba2061a5a65b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:28.532301 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e130142d-f42e-4fa6-b39c-6a7c6c923a52 req-27e776c9-edc1-4735-a6f9-ba2061a5a65b tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0455205 May 04 19:17:28.579450 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-e130142d-f42e-4fa6-b39c-6a7c6c923a52 req-9129d95d-3cd1-4733-95e1-98adc3550e53 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417039 May 04 19:17:29.689931 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac16c4b-8dca-4938-aa8a-5a2c4b3298d7 req-606331f1-a901-4246-96a5-03201672d8cc tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:29.691370 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2ac16c4b-8dca-4938-aa8a-5a2c4b3298d7 req-606331f1-a901-4246-96a5-03201672d8cc tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0458095 May 04 19:17:29.738173 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-2ac16c4b-8dca-4938-aa8a-5a2c4b3298d7 req-3ce284fa-3868-4323-938a-7bd780f4db03 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 May 04 19:17:30.848354 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf7bdb-9243-4056-9f44-3cd502866a8a req-d05eb031-3550-42f4-90c6-b32b6db86581 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:30.849793 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5acf7bdb-9243-4056-9f44-3cd502866a8a req-d05eb031-3550-42f4-90c6-b32b6db86581 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0451458 May 04 19:17:30.899668 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-5acf7bdb-9243-4056-9f44-3cd502866a8a req-aefc25e4-77f2-42ab-bafb-7d8a04582e38 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445025 May 04 19:17:32.011638 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b82e2a-07fd-49f6-a4e8-feb0c676442c req-6e9019b5-aeaf-4763-8ca2-a0ec0d0d2b19 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:32.013139 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-78b82e2a-07fd-49f6-a4e8-feb0c676442c req-6e9019b5-aeaf-4763-8ca2-a0ec0d0d2b19 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0475900 May 04 19:17:32.072318 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-78b82e2a-07fd-49f6-a4e8-feb0c676442c req-402c48ca-1bdf-4d7f-a1f5-cd0b35073793 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532877 May 04 19:17:33.183693 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9178de-2d1b-4fee-be6e-2fb54ee7a802 req-ce9d1240-2d1e-4458-9385-3b0f48fd6d4a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:33.185730 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1d9178de-2d1b-4fee-be6e-2fb54ee7a802 req-ce9d1240-2d1e-4458-9385-3b0f48fd6d4a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0456655 May 04 19:17:33.233341 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1d9178de-2d1b-4fee-be6e-2fb54ee7a802 req-89385acb-4e60-4911-bd7e-ba54071a21ca tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 May 04 19:17:34.600930 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef879e-6c92-43d6-8836-b56380e4eadd req-265dcb44-c8f6-43b0-9a6d-cadd5d7e43c6 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:34.602413 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a7ef879e-6c92-43d6-8836-b56380e4eadd req-265dcb44-c8f6-43b0-9a6d-cadd5d7e43c6 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.3012273 May 04 19:17:34.650146 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a7ef879e-6c92-43d6-8836-b56380e4eadd req-b9355d9a-98ad-4a30-8fd8-a9234795e422 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 May 04 19:17:35.760334 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b51d8-345b-406a-ba01-caae0a986313 req-911bf3a6-ef5f-43ae-9e42-bf3a81ec598d tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:35.761916 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e4b51d8-345b-406a-ba01-caae0a986313 req-911bf3a6-ef5f-43ae-9e42-bf3a81ec598d tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0453086 May 04 19:17:35.808857 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2e4b51d8-345b-406a-ba01-caae0a986313 req-e85bab60-30b8-4c5f-9653-60df3294621e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 May 04 19:17:36.919875 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ff5a6-8d05-4ed1-a3be-bb6754da6740 req-a05d380f-0b86-43c5-828d-90194cb115f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:36.921314 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-549ff5a6-8d05-4ed1-a3be-bb6754da6740 req-a05d380f-0b86-43c5-828d-90194cb115f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0472248 May 04 19:17:36.968799 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-549ff5a6-8d05-4ed1-a3be-bb6754da6740 req-401ef3c0-9419-43f0-b244-8d2f654884a3 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 May 04 19:17:37.578745 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-569ba047-8909-4c60-8c8d-1ae92866b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:37.580187 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-569ba047-8909-4c60-8c8d-1ae92866b5ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1129 time: 0.0405109 May 04 19:17:37.667674 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-2802bb94-aeb9-4f1e-87a8-2bfcf28349c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:37.669621 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-2802bb94-aeb9-4f1e-87a8-2bfcf28349c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 910 time: 0.0813529 May 04 19:17:37.737743 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-5ec0d055-0842-4d3e-a632-1c979899add8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 1000 time: 0.0623419 May 04 19:17:37.784101 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-1ad8eec3-aef5-4ea5-ab4b-4c80c3222a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:37.785638 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-1ad8eec3-aef5-4ea5-ab4b-4c80c3222a5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0422680 May 04 19:17:37.826454 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-ce430f3d-82a4-471e-b76e-8af6e2b70710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:37.827892 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-ce430f3d-82a4-471e-b76e-8af6e2b70710 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368397 May 04 19:17:37.917089 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-c827784e-3ddc-47a6-b48f-b07c6da97b13 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831943 May 04 19:17:38.005735 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-7bc99987-11bd-4fc5-838f-3945d2d7d103 req-02c6273f-aa17-4a4c-99df-39db47cf8142 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812354 May 04 19:17:38.089722 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ba6fb-6712-451c-8cd2-ef15431fcf1e req-ede811c7-0fce-452b-ab7c-ef118c2fb905 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:38.091798 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-016ba6fb-6712-451c-8cd2-ef15431fcf1e req-ede811c7-0fce-452b-ab7c-ef118c2fb905 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0515838 May 04 19:17:38.138971 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-016ba6fb-6712-451c-8cd2-ef15431fcf1e req-4ff5a986-d303-4909-8b58-d52595360fe8 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413771 May 04 19:17:39.254482 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba7388-97cf-4769-b685-96e8fb49d052 req-9de7b900-a9df-47b8-ad12-c802e5a060e3 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:39.255855 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5dba7388-97cf-4769-b685-96e8fb49d052 req-9de7b900-a9df-47b8-ad12-c802e5a060e3 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0504394 May 04 19:17:39.303434 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5dba7388-97cf-4769-b685-96e8fb49d052 req-2b56a1cf-b148-43b4-b974-770d7fd27095 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 May 04 19:17:40.415301 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42449b-9794-4e1c-b56c-0bccd86a5c37 req-db393690-d132-4747-b67c-e6bdcad42cc1 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:40.416749 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2b42449b-9794-4e1c-b56c-0bccd86a5c37 req-db393690-d132-4747-b67c-e6bdcad42cc1 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0455389 May 04 19:17:40.465562 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-2b42449b-9794-4e1c-b56c-0bccd86a5c37 req-7324258e-efd9-4507-9927-2eae28072431 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427055 May 04 19:17:40.696244 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae495e50-877a-41a8-9eda-45fba72e9f73 req-b87d8c9d-4ebe-4802-bdeb-db2221636e73 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:40.697703 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ae495e50-877a-41a8-9eda-45fba72e9f73 req-b87d8c9d-4ebe-4802-bdeb-db2221636e73 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0759289 May 04 19:17:40.703582 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-93f807b0-1e1e-4ddb-9a8c-31bcac73625e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025205 May 04 19:17:40.746319 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-ae495e50-877a-41a8-9eda-45fba72e9f73 req-61fdb54c-86fa-4bd8-82b1-31b421f2ffbc tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418396 May 04 19:17:41.857522 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745668b7-e312-4d68-b5d3-06ee49dec5b3 req-e3d203c8-18c6-4eba-b113-2ced4ed4d8f2 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:41.858980 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-745668b7-e312-4d68-b5d3-06ee49dec5b3 req-e3d203c8-18c6-4eba-b113-2ced4ed4d8f2 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0471945 May 04 19:17:41.891742 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-7d9a1052-5d31-47ef-aad3-e0e497700e03 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:41.893101 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-7d9a1052-5d31-47ef-aad3-e0e497700e03 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports/ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 942 time: 0.1527233 May 04 19:17:41.907039 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-745668b7-e312-4d68-b5d3-06ee49dec5b3 req-4e0b0a3b-95c9-4cc9-9d19-2f86843ef2fc tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 May 04 19:17:42.526053 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ed81644c-0d75-4430-8134-757799f98502 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:17:42.601326 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port ed81644c-0d75-4430-8134-757799f98502 is: ACTIVE; New status is: DOWN {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:17:42.601746 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ed81644c-0d75-4430-8134-757799f98502), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:42.623343 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed81644c-0d75-4430-8134-757799f98502'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:17:42.625678 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23060e8-2d1c-4062-865c-b17bcdaeacf7" -d '{"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-unplugged", "status": "completed", "tag": "ed81644c-0d75-4430-8134-757799f98502"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:17:42.638518 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:17:42.642603 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ed81644c-0d75-4430-8134-757799f98502), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:42.699664 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=6']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:42.707226 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.707575 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.707914 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.708255 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.708573 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.708903 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.709228 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.709570 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.709893 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.710211 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.710529 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.710848 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.711163 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.711476 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.711789 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:42.719637 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678a9ac-f7c1-48dd-bfad-1cc6623f15a2 x-openstack-request-id: req-7678a9ac-f7c1-48dd-bfad-1cc6623f15a2 {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:17:42.720005 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-unplugged", "status": "failed", "tag": "ed81644c-0d75-4430-8134-757799f98502", "code": 422}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:17:42.720330 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7678a9ac-f7c1-48dd-bfad-1cc6623f15a2 {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:17:42.720834 dv-cinder-830901-3-iscsi neutron-server[103489]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7678a9ac-f7c1-48dd-bfad-1cc6623f15a2']: {'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed81644c-0d75-4430-8134-757799f98502', 'code': 422} returned with failed status May 04 19:17:43.021521 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf793-ce2f-4c87-b53a-1bd95cb5f09d req-b973159f-e3dd-48e2-8fa6-b8ff13d595f3 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:43.022964 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-533bf793-ce2f-4c87-b53a-1bd95cb5f09d req-b973159f-e3dd-48e2-8fa6-b8ff13d595f3 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0492928 May 04 19:17:43.069249 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-533bf793-ce2f-4c87-b53a-1bd95cb5f09d req-1bad0c64-4886-46eb-8ff7-5cad1f346cbe tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408299 May 04 19:17:44.181703 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522c925-9697-4470-abda-239c02fc5784 req-1caecebd-a493-4e46-a7a1-0d4959cb008f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:44.183148 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9522c925-9697-4470-abda-239c02fc5784 req-1caecebd-a493-4e46-a7a1-0d4959cb008f tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0490210 May 04 19:17:44.231698 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-9522c925-9697-4470-abda-239c02fc5784 req-2f1368f9-f73e-4d66-8509-653efa647925 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 May 04 19:17:45.344219 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537063d-f9b2-4e4b-8c89-11a15079c9ec req-2a3fa8bc-efbc-4c5f-a938-475dc17f55d5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:45.345692 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3537063d-f9b2-4e4b-8c89-11a15079c9ec req-2a3fa8bc-efbc-4c5f-a938-475dc17f55d5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0475516 May 04 19:17:45.394774 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3537063d-f9b2-4e4b-8c89-11a15079c9ec req-36ba5679-9a1c-41e7-91d9-2f85a6f9da9a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 May 04 19:17:46.087306 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:46.165568 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:17:46.471544 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-0fcf0cd3-60b2-48b5-9b24-a0a093c50578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:46.473117 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-0fcf0cd3-60b2-48b5-9b24-a0a093c50578 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92&tenant_id=cc0c73a5efc84e348363ae368873f51d HTTP/1.1" status: 200 len: 1127 time: 0.0390680 May 04 19:17:46.510590 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5a324-d477-4e47-a477-75f5669889db req-54aed83e-54a2-45c1-8f6f-5af36d76c1f1 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:46.512169 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-35b5a324-d477-4e47-a477-75f5669889db req-54aed83e-54a2-45c1-8f6f-5af36d76c1f1 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0479100 May 04 19:17:46.547578 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-bc9fbb1c-7163-4b15-90b7-05040df4afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:46.549391 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-bc9fbb1c-7163-4b15-90b7-05040df4afe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1127 time: 0.0432270 May 04 19:17:46.562268 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-35b5a324-d477-4e47-a477-75f5669889db req-88f8e40c-cffe-47e0-a588-a14dd252eb3a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 May 04 19:17:46.637679 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-39ecfe1c-7d0f-4d2b-96d5-90bcf1bb4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:46.639121 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-39ecfe1c-7d0f-4d2b-96d5-90bcf1bb4b4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 910 time: 0.0838192 May 04 19:17:46.706987 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-21a388a5-8166-4acc-8b90-c4785586a7ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 998 time: 0.0607727 May 04 19:17:46.753029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-db3242ae-6b0a-44c6-a3cb-47725273265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:46.754450 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-db3242ae-6b0a-44c6-a3cb-47725273265a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0423262 May 04 19:17:46.796520 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-9bd9ca87-4bcf-448f-ac0e-915bc9c89e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:46.797963 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-9bd9ca87-4bcf-448f-ac0e-915bc9c89e6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376308 May 04 19:17:46.819256 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40764) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:17:46.889609 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-af8f5e71-c994-43ef-8140-07931f906e03 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854354 May 04 19:17:46.969808 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Deleting port 1ddd6911-5bec-47bb-8a3d-e48b04e6eec9 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:17:46.970156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:46.988800 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-51a09f70-8e6e-44b1-95c4-1b340a03e261 req-1454e99d-801c-4700-a203-c2d169a049a8 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901933 May 04 19:17:47.048143 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:47.048461 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:47.059944 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Calling delete_port for 1ddd6911-5bec-47bb-8a3d-e48b04e6eec9 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:17:47.204041 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (1ddd6911-5bec-47bb-8a3d-e48b04e6eec9), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:47.227018 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event deleted for resources: {'Port': ['ID=1ddd6911-5bec-47bb-8a3d-e48b04e6eec9,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:47.240845 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.241203 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.241576 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.241918 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.242247 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.242573 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.242899 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.243225 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.243546 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.243865 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.244183 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.244509 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.244829 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.245128 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.245440 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:47.299258 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (185232d2-91db-4965-bbe8-879e98f50670), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:47.299585 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Floating IP 185232d2-91db-4965-bbe8-879e98f50670 disassociated (deleted). External IP: 172.27.2.166, port: 0a804905-ca47-495b-8f36-12134c37f994. May 04 19:17:47.520172 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:17:47.569320 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0b92-1c42-4fa3-b865-7257d8a2a3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:47.632445 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:17:47.638350 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:47.643504 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:17:47.654981 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:17:47.655755 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:47.670100 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-3736f64f-0971-42a3-b470-fa08d3e31c67 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "DELETE /v2.0/floatingips/185232d2-91db-4965-bbe8-879e98f50670 HTTP/1.1" status: 204 len: 168 time: 0.8497038 May 04 19:17:47.670720 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'tag': '0a804905-ca47-495b-8f36-12134c37f994'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:17:47.673033 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1901a2-5013-4905-b785-e61dc69c6610" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "tag": "0a804905-ca47-495b-8f36-12134c37f994"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:17:47.689055 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e462226-cda4-4540-9807-348a12deb928 req-82c4b6ce-0b6e-41d6-bb91-86e6f5c5bc11 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:47.690638 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6e462226-cda4-4540-9807-348a12deb928 req-82c4b6ce-0b6e-41d6-bb91-86e6f5c5bc11 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0603950 May 04 19:17:47.741526 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6e462226-cda4-4540-9807-348a12deb928 req-cced2afb-0b10-4d25-b7a4-65041a325240 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444407 May 04 19:17:47.779589 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:17:47.862459 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854ff0f0-3c81-4be2-98e4-0d8bc8e6b6a5 x-openstack-request-id: req-854ff0f0-3c81-4be2-98e4-0d8bc8e6b6a5 {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:17:47.862744 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "tag": "0a804905-ca47-495b-8f36-12134c37f994", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:17:47.862996 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-854ff0f0-3c81-4be2-98e4-0d8bc8e6b6a5 {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:17:47.863396 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854ff0f0-3c81-4be2-98e4-0d8bc8e6b6a5'] response: {'name': 'network-changed', 'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'tag': '0a804905-ca47-495b-8f36-12134c37f994', 'status': 'completed', 'code': 200} May 04 19:17:47.911611 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93489fce-3872-4cd3-ad72-26749078fd2c req-96851c80-30c9-4533-92a8-73534872d23e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:47.913095 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-93489fce-3872-4cd3-ad72-26749078fd2c req-96851c80-30c9-4533-92a8-73534872d23e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0489049 May 04 19:17:47.961408 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-93489fce-3872-4cd3-ad72-26749078fd2c req-a669cfcf-4cd4-4dd9-83ec-9dd044e6bfa2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426114 May 04 19:17:48.011744 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:12Z', 'revision_number': 1, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:48.037515 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:17:48.046166 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:17:48.046639 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:48.157997 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:17:48.367983 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:12Z', 'revision_number': 1, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:48.396972 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22510b73-0dcf-4268-b9f3-04a68ff928e8 None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_floatingips': [{'id': '0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'router_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'port_id': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'mac_address': 'fa:16:3e:41:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:14:07Z', 'updated_at': '2022-05-04T19:14:12Z', 'revision_number': 1, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:17:48.616933 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d435e40-3506-450f-beb8-94fda9bd23bd None None] New status for floating IP 185232d2-91db-4965-bbe8-879e98f50670: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:17:48.859706 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8778-e60f-4ce4-9ed2-7b6964c38c13 req-6e70d536-5e71-4589-8389-b52f1f8d41c2 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:48.861153 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c56e8778-e60f-4ce4-9ed2-7b6964c38c13 req-6e70d536-5e71-4589-8389-b52f1f8d41c2 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0460331 May 04 19:17:48.909144 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-c56e8778-e60f-4ce4-9ed2-7b6964c38c13 req-a0e67432-6648-483c-9fa4-9e5d39531dc4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 May 04 19:17:48.957948 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-0714c86b-98a0-46d2-b4bb-24974e12e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:48.959636 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-0714c86b-98a0-46d2-b4bb-24974e12e35f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 1129 time: 0.0409095 May 04 19:17:49.072559 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3f205-6196-4542-ad61-7965930d9722 req-6cafbc0b-5582-433f-bf95-0f83a66bc2a6 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:49.074049 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7bc3f205-6196-4542-ad61-7965930d9722 req-6cafbc0b-5582-433f-bf95-0f83a66bc2a6 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0452507 May 04 19:17:49.121557 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-7bc3f205-6196-4542-ad61-7965930d9722 req-95133f1b-2c00-4fe6-841f-8d7e920b98f0 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413194 May 04 19:17:49.165738 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-b41a4224-18b1-4ba5-b999-effd30f1f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:49.167172 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-b41a4224-18b1-4ba5-b999-effd30f1f8ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.0871530 May 04 19:17:49.348191 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-1b5a181c-b193-40f3-97b0-ec3f40a46a9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a804905-ca47-495b-8f36-12134c37f994 HTTP/1.1" status: 200 len: 217 time: 0.0343587 May 04 19:17:49.399141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-4d30827c-9b3e-43a0-959c-40a944ebb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:49.400574 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-4d30827c-9b3e-43a0-959c-40a944ebb1c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0457182 May 04 19:17:49.490651 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-239267a8-8fa9-49dc-9a3d-57e7ece61145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:49.492107 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-239267a8-8fa9-49dc-9a3d-57e7ece61145 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643022 May 04 19:17:49.500664 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-3d6788b6-0a8d-4b6b-bf5c-9c0a2043e00d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:49.501985 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-3d6788b6-0a8d-4b6b-bf5c-9c0a2043e00d tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0666246 May 04 19:17:49.645165 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Deleting port 0a804905-ca47-495b-8f36-12134c37f994 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:17:49.645424 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (0a804905-ca47-495b-8f36-12134c37f994), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:49.649375 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-6d9411f7-8bfc-49ba-9308-b6c131e23ca5 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465564 May 04 19:17:49.799868 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] For port 0a804905-ca47-495b-8f36-12134c37f994, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=0a804905-ca47-495b-8f36-12134c37f994,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:17:49.800220 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (0a804905-ca47-495b-8f36-12134c37f994), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:49.815505 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6a1901a2-5013-4905-b785-e61dc69c6610 req-7574dd07-dd4e-41bd-a6f2-8e530811e8fa service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515527 May 04 19:17:49.816432 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Calling delete_port for 0a804905-ca47-495b-8f36-12134c37f994 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:17:49.937979 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0b598a24-b512-49cb-941f-6f532d18cc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:49.945450 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (0a804905-ca47-495b-8f36-12134c37f994), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:49.977891 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event deleted for resources: {'Port': ['ID=0a804905-ca47-495b-8f36-12134c37f994,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:50.032663 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.033014 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.033354 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.033731 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.034066 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.034397 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.034723 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.035046 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.035373 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.035697 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.036023 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.036344 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.036663 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.036983 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.037301 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:17:50.071929 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f346e74-4bcc-40c5-a961-444d4a1a4009 req-a0ae3fc2-2d1a-4607-84bc-d52f4b838bfd tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:50.073403 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f346e74-4bcc-40c5-a961-444d4a1a4009 req-a0ae3fc2-2d1a-4607-84bc-d52f4b838bfd tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0932536 May 04 19:17:50.073936 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] No DVR routers for this DVR port 0a804905-ca47-495b-8f36-12134c37f994 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:17:50.076829 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:50.080049 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-1830bef8-4874-4034-bccc-94ce6e6217a7 req-966904cf-4a53-4ddb-a04f-76f03288373f tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "DELETE /v2.0/ports/0a804905-ca47-495b-8f36-12134c37f994 HTTP/1.1" status: 204 len: 173 time: 0.5699658 May 04 19:17:50.080475 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'name': 'network-vif-deleted', 'tag': '0a804905-ca47-495b-8f36-12134c37f994'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:17:50.082680 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a89b63-df31-432e-9ece-ec1cd50f7785" -d '{"events": [{"server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "name": "network-vif-deleted", "tag": "0a804905-ca47-495b-8f36-12134c37f994"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:17:50.132848 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-3f346e74-4bcc-40c5-a961-444d4a1a4009 req-cce126e7-564e-4e7b-83f6-3b67cfb8f79c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475686 May 04 19:17:50.187432 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbf8b4e-e42f-4b6e-b4a8-53b587438ef3 x-openstack-request-id: req-9fbf8b4e-e42f-4b6e-b4a8-53b587438ef3 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:17:50.187677 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2fd560-b378-476b-9b97-6c5a413a7c3a", "name": "network-vif-deleted", "tag": "0a804905-ca47-495b-8f36-12134c37f994", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:17:50.187932 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fbf8b4e-e42f-4b6e-b4a8-53b587438ef3 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:17:50.189834 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbf8b4e-e42f-4b6e-b4a8-53b587438ef3'] response: {'server_uuid': 'dc2fd560-b378-476b-9b97-6c5a413a7c3a', 'name': 'network-vif-deleted', 'tag': '0a804905-ca47-495b-8f36-12134c37f994', 'status': 'completed', 'code': 200} May 04 19:17:50.230558 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5bde3f56-ef47-4f6e-bfd0-e9f92961e5ee req-51643132-bf07-4a34-9ebd-0cfdc069bd31 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc2fd560-b378-476b-9b97-6c5a413a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0303230 May 04 19:17:51.024549 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:51.246920 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c479b32-3a36-40a0-a36b-8059cff5ff66 req-7ad2d57a-1309-4404-9a9b-bbd280345046 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:51.248455 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1c479b32-3a36-40a0-a36b-8059cff5ff66 req-7ad2d57a-1309-4404-9a9b-bbd280345046 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0463386 May 04 19:17:51.301238 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1c479b32-3a36-40a0-a36b-8059cff5ff66 req-18398e39-a792-4e4a-be65-2808096d7909 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471747 May 04 19:17:52.412690 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b23fa-e43c-42a3-a448-b50708212bdf req-e0fb35b8-d9bc-4f2c-82ff-aff0b80cd31c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:52.414189 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-547b23fa-e43c-42a3-a448-b50708212bdf req-e0fb35b8-d9bc-4f2c-82ff-aff0b80cd31c tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0472877 May 04 19:17:52.462186 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-547b23fa-e43c-42a3-a448-b50708212bdf req-db901e46-1cb5-47e8-95e3-0379da6950a0 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 May 04 19:17:52.553739 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:52.567114 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 0a804905-ca47-495b-8f36-12134c37f994 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:17:52.587402 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: 0a804905-ca47-495b-8f36-12134c37f994 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:17:52.587687 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device 0a804905-ca47-495b-8f36-12134c37f994 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:17:53.511360 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40808) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:17:53.635345 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706cd81-5b3c-4ad9-898f-6e837d8a828f req-5cc37b88-e891-4459-9072-16f38759a2e9 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:53.636770 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f706cd81-5b3c-4ad9-898f-6e837d8a828f req-5cc37b88-e891-4459-9072-16f38759a2e9 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0895572 May 04 19:17:53.718499 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-f706cd81-5b3c-4ad9-898f-6e837d8a828f req-318b6e35-32e8-4909-8e57-c8fb6fad9480 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749161 May 04 19:17:53.726671 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Deleting port 9ff98431-0b55-43fb-bc59-45e522b33e14 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:17:53.727011 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:53.811869 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:53.812195 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (9ff98431-0b55-43fb-bc59-45e522b33e14), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:53.823853 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Calling delete_port for 9ff98431-0b55-43fb-bc59-45e522b33e14 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:17:53.965132 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (9ff98431-0b55-43fb-bc59-45e522b33e14), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:53.993787 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event deleted for resources: {'Port': ['ID=9ff98431-0b55-43fb-bc59-45e522b33e14,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:54.025103 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:54.054311 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:54.054673 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.db.l3_db [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Floating IP 0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a disassociated (deleted). External IP: 172.27.2.168, port: bbd412e0-d285-4a86-9b3a-addb7dfbd08b. May 04 19:17:54.267568 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:17:54.591945 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ed81644c-0d75-4430-8134-757799f98502 details requested by agent hyperv_hv-cinder-83090 with host hv-cinder-83090 {{(pid=103489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:17:54.630337 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:17:54.635029 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:54.639941 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:17:54.666640 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-703b268a-8873-4733-b476-71076e809db2 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "DELETE /v2.0/floatingips/0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a HTTP/1.1" status: 204 len: 168 time: 1.1517644 May 04 19:17:54.666640 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b'}] {{(pid=103487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:17:54.667056 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e08f8fd3971090bcebdfc509f7020ca47d739cab186441a8f854656e8e58f810" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d996c0-56d8-4939-98ee-6333361fede4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b"}]}' {{(pid=103487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:17:54.682854 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:17:54.683482 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:54.716649 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f6527b-87ac-4361-b9c6-fe52bdb643bb x-openstack-request-id: req-86f6527b-87ac-4361-b9c6-fe52bdb643bb {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:17:54.716948 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b", "status": "completed", "code": 200}]} {{(pid=103487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:17:54.717209 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86f6527b-87ac-4361-b9c6-fe52bdb643bb {{(pid=103487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:17:54.717826 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f6527b-87ac-4361-b9c6-fe52bdb643bb'] response: {'name': 'network-changed', 'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'status': 'completed', 'code': 200} May 04 19:17:54.803703 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d996c0-56d8-4939-98ee-6333361fede4 req-9013e4d2-f4ef-4c62-b31b-b304729030ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:54.805987 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75d996c0-56d8-4939-98ee-6333361fede4 req-9013e4d2-f4ef-4c62-b31b-b304729030ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=157e9c40125e42b4b5a908fc58bfa939&device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 1130 time: 0.0449138 May 04 19:17:54.861157 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c38aa-dc91-48d4-a012-b74e970e6731 req-2bfdbf4b-2f88-45bc-a357-6c88d94b872a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:54.862965 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a8c38aa-dc91-48d4-a012-b74e970e6731 req-2bfdbf4b-2f88-45bc-a357-6c88d94b872a tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 943 time: 0.0644815 May 04 19:17:54.924719 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-1a8c38aa-dc91-48d4-a012-b74e970e6731 req-968f5dd4-bbf0-4a8b-a8f5-7d1a08dd116d tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553708 May 04 19:17:54.958375 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d996c0-56d8-4939-98ee-6333361fede4 req-0f347714-5ea2-4c13-acc0-705447c0f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:54.959584 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:17:54.959849 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75d996c0-56d8-4939-98ee-6333361fede4 req-0f347714-5ea2-4c13-acc0-705447c0f866 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 200 len: 913 time: 0.1406541 May 04 19:17:54.968050 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73f022-507b-4d6c-9f15-6dc123814298 req-311dd79f-85a4-49f0-a52b-db5758af8d72 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:54.969446 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a73f022-507b-4d6c-9f15-6dc123814298 req-311dd79f-85a4-49f0-a52b-db5758af8d72 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 946 time: 0.0603597 May 04 19:17:54.971774 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:17:55.003775 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Returning: {'device': 'ed81644c-0d75-4430-8134-757799f98502', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'port_id': 'ed81644c-0d75-4430-8134-757799f98502', 'mac_address': 'fa:16:3e:84:52:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:17:55.025148 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-0a73f022-507b-4d6c-9f15-6dc123814298 req-317aa238-7c44-4777-96b1-41d49b8437b6 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 May 04 19:17:55.097681 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port ed81644c-0d75-4430-8134-757799f98502 is: DOWN; New status is: BUILD {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:17:55.098251 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ed81644c-0d75-4430-8134-757799f98502), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:55.146459 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed81644c-0d75-4430-8134-757799f98502 {{(pid=103489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:17:55.178883 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:17:55.184707 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ed81644c-0d75-4430-8134-757799f98502), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:55.259337 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:55.265030 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=7']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:55.295803 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:17:55.303902 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:17:55.304501 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:55.412080 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:17:55.542943 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] get_ports_and_sgs() called for port_ids ['ed81644c-0d75-4430-8134-757799f98502'] {{(pid=103489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:17:55.658415 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:17:55.687710 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8281e-2787-446a-b528-69435b0fc204 None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:10:47Z', 'revision_number': 4, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': '6ce10567-7135-43bb-b1ad-490628449ada', 'name': '', 'network_id': 'f15a6490-097f-4027-b3d2-f33625a578b7', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'mac_address': 'fa:16:3e:d1:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:47Z', 'updated_at': '2022-05-04T19:10:53Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'subnets': [{'id': '158f67de-5cda-4003-9896-1c8c31ae1371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:17:55.905771 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca99daf-49f5-4e15-b2f0-86baa553d99b None None] New status for floating IP 0de3c50c-bf5b-4fd6-9dad-9097db2f9e0a: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:17:55.997639 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75d996c0-56d8-4939-98ee-6333361fede4 req-2e45cde8-2ad4-4805-806f-2dcf9d214e81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 200 len: 217 time: 0.0459907 May 04 19:17:56.047901 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd60ed9-33b8-4586-81f2-e6b766067ab0 req-855b53d7-5878-47e0-8629-42ea6ef7cfa4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:56.049380 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dfd60ed9-33b8-4586-81f2-e6b766067ab0 req-855b53d7-5878-47e0-8629-42ea6ef7cfa4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 944 time: 0.0498309 May 04 19:17:56.053392 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d996c0-56d8-4939-98ee-6333361fede4 req-4df76207-afa4-4f31-b8f3-707e063d57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:56.060300 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75d996c0-56d8-4939-98ee-6333361fede4 req-4df76207-afa4-4f31-b8f3-707e063d57d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 200 len: 851 time: 0.0510929 May 04 19:17:56.099773 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-dfd60ed9-33b8-4586-81f2-e6b766067ab0 req-062b5c17-144c-467d-ace0-d5b4b1775d57 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447123 May 04 19:17:56.136518 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dcf9f-eb2d-43dc-b3d3-8bc813d5e409 req-1d0dd1c5-18cc-4459-ba17-d212ce866c10 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:56.138480 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f9dcf9f-eb2d-43dc-b3d3-8bc813d5e409 req-1d0dd1c5-18cc-4459-ba17-d212ce866c10 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 946 time: 0.0459375 May 04 19:17:56.185615 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-8f9dcf9f-eb2d-43dc-b3d3-8bc813d5e409 req-0f828ce8-d572-4051-884b-ef3414062f63 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/security-groups?id=083ace7b-8ca2-482e-84dd-ca6abe349050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 May 04 19:17:56.226110 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d996c0-56d8-4939-98ee-6333361fede4 req-237a8ee7-6657-46eb-b125-dee7393ce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:56.227492 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75d996c0-56d8-4939-98ee-6333361fede4 req-237a8ee7-6657-46eb-b125-dee7393ce608 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f15a6490-097f-4027-b3d2-f33625a578b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410757 May 04 19:17:56.314530 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75d996c0-56d8-4939-98ee-6333361fede4 req-f80a860a-ece3-495d-893f-edc73f95a796 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787864 May 04 19:17:56.488779 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-75d996c0-56d8-4939-98ee-6333361fede4 req-a7e0dbe7-add0-4143-9bac-48177f7c9007 service neutron] 10.222.0.11 "GET /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845461 May 04 19:17:56.577788 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-0cca14b4-83bb-4952-8ae4-40889f7372fa tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:56.579193 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-0cca14b4-83bb-4952-8ae4-40889f7372fa tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 946 time: 0.0469489 May 04 19:17:56.588131 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ed81644c-0d75-4430-8134-757799f98502 up at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:17:56.633043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.provisioning_blocks [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Provisioning complete for port ed81644c-0d75-4430-8134-757799f98502 triggered by entity L2. {{(pid=103489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:17:56.633404 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-856431'] for port (ed81644c-0d75-4430-8134-757799f98502), provisioning_complete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:56.665399 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Deleting port bbd412e0-d285-4a86-9b3a-addb7dfbd08b {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:17:56.665770 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:56.709427 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Current status of the port ed81644c-0d75-4430-8134-757799f98502 is: BUILD; New status is: ACTIVE {{(pid=103489) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:17:56.709854 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936880'] for port (ed81644c-0d75-4430-8134-757799f98502), before_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:56.732286 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed81644c-0d75-4430-8134-757799f98502'}] {{(pid=103489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:17:56.734536 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}376be0fd99db95428fecc6ec002573141131532b3cc9ea9bf48adeb8227aafdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31b1748-7132-4ac7-b745-8da6d4b8d51d" -d '{"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-plugged", "status": "completed", "tag": "ed81644c-0d75-4430-8134-757799f98502"}]}' {{(pid=103489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:17:56.751525 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:17:56.755619 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] For port bbd412e0-d285-4a86-9b3a-addb7dfbd08b, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:17:56.756076 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:56.759923 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770776414145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770775971768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770775971786'] for port (ed81644c-0d75-4430-8134-757799f98502), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:56.774221 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Calling delete_port for bbd412e0-d285-4a86-9b3a-addb7dfbd08b owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:17:56.784710 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521c6c6b-bf31-4b30-abce-24204d51a91f x-openstack-request-id: req-521c6c6b-bf31-4b30-abce-24204d51a91f {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:17:56.785082 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-plugged", "status": "completed", "tag": "ed81644c-0d75-4430-8134-757799f98502", "code": 200}]} {{(pid=103489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:17:56.785412 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-521c6c6b-bf31-4b30-abce-24204d51a91f {{(pid=103489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:17:56.785899 dv-cinder-830901-3-iscsi neutron-server[103489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521c6c6b-bf31-4b30-abce-24204d51a91f'] response: {'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed81644c-0d75-4430-8134-757799f98502', 'code': 200} May 04 19:17:56.811979 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Pushing event updated for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=8']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:56.907755 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (bbd412e0-d285-4a86-9b3a-addb7dfbd08b), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:56.937557 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event deleted for resources: {'Port': ['ID=bbd412e0-d285-4a86-9b3a-addb7dfbd08b,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:56.984615 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] No DVR routers for this DVR port bbd412e0-d285-4a86-9b3a-addb7dfbd08b on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:17:56.987235 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:56.991477 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-a29f5691-dde7-4fc8-aa77-1922559511ff req-70e5a92b-d1a8-4af3-b425-2bcffed18fc1 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.11 "DELETE /v2.0/ports/bbd412e0-d285-4a86-9b3a-addb7dfbd08b HTTP/1.1" status: 204 len: 173 time: 0.4067125 May 04 19:17:56.991942 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'name': 'network-vif-deleted', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:17:56.994262 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c64e02-1049-47ec-9f01-1a03679a92aa" -d '{"events": [{"server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "name": "network-vif-deleted", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:17:57.039358 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df15ce-6285-4867-8081-70a00b06632c x-openstack-request-id: req-a8df15ce-6285-4867-8081-70a00b06632c {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:17:57.039993 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80016c-70bb-49d8-8c94-1f44a76084ac", "name": "network-vif-deleted", "tag": "bbd412e0-d285-4a86-9b3a-addb7dfbd08b", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:17:57.039993 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8df15ce-6285-4867-8081-70a00b06632c {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:17:57.040286 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8df15ce-6285-4867-8081-70a00b06632c'] response: {'server_uuid': 'bf80016c-70bb-49d8-8c94-1f44a76084ac', 'name': 'network-vif-deleted', 'tag': 'bbd412e0-d285-4a86-9b3a-addb7dfbd08b', 'status': 'completed', 'code': 200} May 04 19:17:57.052773 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d16ec-2ecc-4221-8c8f-a2152e1a67bf req-349a64c2-2319-46b3-972b-dc32da604801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:57.054494 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d86d16ec-2ecc-4221-8c8f-a2152e1a67bf req-349a64c2-2319-46b3-972b-dc32da604801 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1129 time: 0.0479102 May 04 19:17:57.108380 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d86d16ec-2ecc-4221-8c8f-a2152e1a67bf req-00c6e8e1-4877-4b1f-b93b-303f0a81c92a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387528 May 04 19:17:57.210453 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e3c77-aca3-434b-ae46-ea129e5b95b7 req-5f5fcc06-f563-4872-b7ea-d5b783bcd781 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:57.211869 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cb7e3c77-aca3-434b-ae46-ea129e5b95b7 req-5f5fcc06-f563-4872-b7ea-d5b783bcd781 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0459988 May 04 19:17:57.260791 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-cb7e3c77-aca3-434b-ae46-ea129e5b95b7 req-5f06af6e-e906-4804-95e2-373752c79a41 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428712 May 04 19:17:57.284189 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-95a7a315-7016-40e9-9741-cc09c4f973b4 req-bfe8bae2-9947-4234-ad97-139ef8a885d4 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 210 time: 0.0312159 May 04 19:17:58.381664 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64ba56-5439-4c05-ae86-7ded8b35256b req-94375083-eac7-43da-9168-cb383be75105 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:17:58.383141 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6b64ba56-5439-4c05-ae86-7ded8b35256b req-94375083-eac7-43da-9168-cb383be75105 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0518241 May 04 19:17:58.392563 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-5c81212b-b2c3-413e-96fe-7f6979e67d84 req-f8dd4534-e013-47d5-851a-a97571932f2e tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf80016c-70bb-49d8-8c94-1f44a76084ac HTTP/1.1" status: 200 len: 210 time: 0.0273485 May 04 19:17:58.432410 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-6b64ba56-5439-4c05-ae86-7ded8b35256b req-bae4ad81-4801-468f-a292-be342b9470c5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 May 04 19:17:59.449731 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40838) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:17:59.562956 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Deleting port 217831d2-983b-4e5d-bdbe-5fabc9518ab3 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:17:59.563309 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:59.635382 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:59.635710 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (217831d2-983b-4e5d-bdbe-5fabc9518ab3), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:59.648253 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Calling delete_port for 217831d2-983b-4e5d-bdbe-5fabc9518ab3 owned by network:floatingip {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:17:59.775278 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (217831d2-983b-4e5d-bdbe-5fabc9518ab3), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:59.805377 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event deleted for resources: {'Port': ['ID=217831d2-983b-4e5d-bdbe-5fabc9518ab3,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:17:59.860523 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for floatingip (ffe2d1bd-5071-4043-aa28-76692e529610), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:59.863234 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:17:59.864383 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-081f62ce-7aa0-4d7e-ad50-1d10e3a1df78 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "DELETE /v2.0/floatingips/ffe2d1bd-5071-4043-aa28-76692e529610 HTTP/1.1" status: 204 len: 168 time: 0.4136796 May 04 19:18:00.639447 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device bbd412e0-d285-4a86-9b3a-addb7dfbd08b no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:18:00.660043 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: bbd412e0-d285-4a86-9b3a-addb7dfbd08b {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:18:00.660384 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device bbd412e0-d285-4a86-9b3a-addb7dfbd08b not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:18:01.053999 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40850) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:01.109093 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-468e01b6-074a-4108-bf01-8f5611a48310 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group (083ace7b-8ca2-482e-84dd-ca6abe349050), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:01.133275 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-468e01b6-074a-4108-bf01-8f5611a48310 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group (083ace7b-8ca2-482e-84dd-ca6abe349050), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:01.193830 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-468e01b6-074a-4108-bf01-8f5611a48310 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (083ace7b-8ca2-482e-84dd-ca6abe349050), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:01.196422 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-468e01b6-074a-4108-bf01-8f5611a48310 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:01.197576 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-468e01b6-074a-4108-bf01-8f5611a48310 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] 10.222.0.69 "DELETE /v2.0/security-groups/083ace7b-8ca2-482e-84dd-ca6abe349050 HTTP/1.1" status: 204 len: 168 time: 0.1425660 May 04 19:18:01.206496 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e01b6-074a-4108-bf01-8f5611a48310 tempest-TestVolumeBootPattern-794354947 tempest-TestVolumeBootPattern-794354947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=083ace7b-8ca2-482e-84dd-ca6abe349050,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:01.254847 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40854) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:01.670490 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:01.893541 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Deleting port 6ce10567-7135-43bb-b1ad-490628449ada {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:18:01.893867 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (6ce10567-7135-43bb-b1ad-490628449ada), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:01.968415 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] For port 6ce10567-7135-43bb-b1ad-490628449ada, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6ce10567-7135-43bb-b1ad-490628449ada,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:18:01.968692 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (6ce10567-7135-43bb-b1ad-490628449ada), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:01.981295 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Calling delete_port for 6ce10567-7135-43bb-b1ad-490628449ada owned by network:router_interface {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:18:02.157265 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (6ce10567-7135-43bb-b1ad-490628449ada), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:02.182173 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce10567-7135-43bb-b1ad-490628449ada,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:02.350771 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:02.575375 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:18:02.681363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:18:02.686312 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8c0f2b9c-72f1-4858-9fc0-74d15024a38d admin admin] 10.222.0.69 "PUT /v2.0/routers/2a3cbbec-9081-4391-8cd8-ad5ba93c6516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4304368 May 04 19:18:02.688776 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40858) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:02.695378 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] Sync routers for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:18:02.705131 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:18:02.705851 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:02.792381 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks [] for router (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:02.810854 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:18:02.900236 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks [] for router_gateway (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:02.943420 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Deleting port bd753241-f1e3-49fc-b405-fb789a0f61d0 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:18:02.943759 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:02.983146 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:18:02Z', 'revision_number': 5, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port': {'id': 'bd753241-f1e3-49fc-b405-fb789a0f61d0', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:45Z', 'updated_at': '2022-05-04T19:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:03.009315 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] Checking router: 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:18:03.018305 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] Routers {'2a3cbbec-9081-4391-8cd8-ad5ba93c6516'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:18:03.018918 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:03.024017 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] For port bd753241-f1e3-49fc-b405-fb789a0f61d0, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bd753241-f1e3-49fc-b405-fb789a0f61d0,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:18:03.024374 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.037716 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Calling delete_port for bd753241-f1e3-49fc-b405-fb789a0f61d0 owned by network:router_gateway {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:18:03.107104 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] Set router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 gateway port host: None {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:18:03.163229 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:18:02Z', 'revision_number': 6, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port_host': None}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:03.191175 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52252eb7-5bcb-4a7c-a924-5a4717038819 None None] The sync data for ids ['2a3cbbec-9081-4391-8cd8-ad5ba93c6516'] in dv-cinder-830901-3-iscsi is: [{'id': '2a3cbbec-9081-4391-8cd8-ad5ba93c6516', 'name': 'tempest-TestVolumeBootPattern-1285470783-router', 'tenant_id': '157e9c40125e42b4b5a908fc58bfa939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:44Z', 'updated_at': '2022-05-04T19:18:02Z', 'revision_number': 6, 'project_id': '157e9c40125e42b4b5a908fc58bfa939', 'gw_port_host': None}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:18:03.224303 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (bd753241-f1e3-49fc-b405-fb789a0f61d0), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.253363 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd753241-f1e3-49fc-b405-fb789a0f61d0,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:03.314525 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.402441 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.405089 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks [] for router_controller (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.449725 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (2a3cbbec-9081-4391-8cd8-ad5ba93c6516), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.450165 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3cbbec-9081-4391-8cd8-ad5ba93c6516 {{(pid=103487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:18:03.454367 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.455542 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-64e05346-2c4b-481a-b8bc-72234185f55c admin admin] 10.222.0.69 "DELETE /v2.0/routers/2a3cbbec-9081-4391-8cd8-ad5ba93c6516 HTTP/1.1" status: 204 len: 168 time: 0.7658355 May 04 19:18:03.458101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40860) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:03.755029 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] Deleting subnet 158f67de-5cda-4003-9896-1c8c31ae1371 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:18:03.757944 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] Publish callbacks [] for subnet (158f67de-5cda-4003-9896-1c8c31ae1371), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.791505 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (158f67de-5cda-4003-9896-1c8c31ae1371), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.868630 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (158f67de-5cda-4003-9896-1c8c31ae1371), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.921602 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (158f67de-5cda-4003-9896-1c8c31ae1371), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.947383 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158f67de-5cda-4003-9896-1c8c31ae1371,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:03.951542 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:03.954736 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-926642f6-7edb-49eb-8979-31a48a5087e2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/158f67de-5cda-4003-9896-1c8c31ae1371 HTTP/1.1" status: 204 len: 168 time: 0.4956956 May 04 19:18:03.957424 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40862) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:03.957889 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb7027-5b11-4d54-bb4d-7db265e43a51 None None] Network f15a6490-097f-4027-b3d2-f33625a578b7 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:18:04.028721 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (f15a6490-097f-4027-b3d2-f33625a578b7), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.084599 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Deleting port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:18:04.084945 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.130848 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] DHCP port deletion for f15a6490-097f-4027-b3d2-f33625a578b7 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:18:04.155097 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] For port 6459223a-dbdb-4319-b5b3-fb8ef18590f2, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6459223a-dbdb-4319-b5b3-fb8ef18590f2,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:18:04.155468 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.165615 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6ce10567-7135-43bb-b1ad-490628449ada no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:18:04.169416 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Calling delete_port for 6459223a-dbdb-4319-b5b3-fb8ef18590f2 owned by network:dhcp {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:18:04.195118 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 6ce10567-7135-43bb-b1ad-490628449ada {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:18:04.195636 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6ce10567-7135-43bb-b1ad-490628449ada not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:18:04.196141 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd753241-f1e3-49fc-b405-fb789a0f61d0 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:18:04.200012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] Deleting port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 {{(pid=103489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:18:04.200012 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), before_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.231977 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: bd753241-f1e3-49fc-b405-fb789a0f61d0 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:18:04.232321 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd753241-f1e3-49fc-b405-fb789a0f61d0 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:18:04.257214 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.282591 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.db [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] For port 6459223a-dbdb-4319-b5b3-fb8ef18590f2, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6459223a-dbdb-4319-b5b3-fb8ef18590f2,segment=NetworkSegment(6402abb6-44d0-4cf6-bc26-814c2f11b4c0),segment_id=6402abb6-44d0-4cf6-bc26-814c2f11b4c0)] {{(pid=103489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:18:04.282900 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), precommit_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.283302 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Pushing event deleted for resources: {'Port': ['ID=6459223a-dbdb-4319-b5b3-fb8ef18590f2,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:04.286761 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] No DVR routers for this DVR port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 on host dv-cinder-830901-3-iscsi {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:18:04.296396 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] Calling delete_port for 6459223a-dbdb-4319-b5b3-fb8ef18590f2 owned by network:dhcp {{(pid=103489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:18:04.359447 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (f15a6490-097f-4027-b3d2-f33625a578b7), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.375135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759'] for port (6459223a-dbdb-4319-b5b3-fb8ef18590f2), after_delete {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.379315 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15a6490-097f-4027-b3d2-f33625a578b7']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:04.388531 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6402abb6-44d0-4cf6-bc26-814c2f11b4c0') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:04.388836 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6402abb6-44d0-4cf6-bc26-814c2f11b4c0') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:04.398439 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (6402abb6-44d0-4cf6-bc26-814c2f11b4c0), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.400427 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] Pushing event deleted for resources: {'Port': ['ID=6459223a-dbdb-4319-b5b3-fb8ef18590f2,revision_number=None']} {{(pid=103489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:04.402272 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe6483-6f09-4223-84e4-7f9dcda05160 None None] No DVR routers for this DVR port 6459223a-dbdb-4319-b5b3-fb8ef18590f2 on host dv-cinder-830901-3-iscsi {{(pid=103489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:18:04.412717 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (6402abb6-44d0-4cf6-bc26-814c2f11b4c0), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.420091 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:18:04.420499 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (6402abb6-44d0-4cf6-bc26-814c2f11b4c0), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:18:04.422300 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:18:04.478565 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (f15a6490-097f-4027-b3d2-f33625a578b7), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.483551 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:04.486715 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f15a6490-097f-4027-b3d2-f33625a578b7 HTTP/1.1" status: 204 len: 168 time: 0.5280421 May 04 19:18:04.489827 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40866) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:04.499202 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed4629-9e0c-4891-9298-221c0dd0e698 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15a6490-097f-4027-b3d2-f33625a578b7,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:04.806978 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (66966b28-d185-487e-86ea-935cf1ab7a58), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:05.032479 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Deleting port bf113206-a01b-4134-8b27-7ec470d65483 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:18:05.032817 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (bf113206-a01b-4134-8b27-7ec470d65483), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:05.109357 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] For port bf113206-a01b-4134-8b27-7ec470d65483, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bf113206-a01b-4134-8b27-7ec470d65483,segment=NetworkSegment(13666873-460d-47c9-b06b-69c98e31ceea),segment_id=13666873-460d-47c9-b06b-69c98e31ceea)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:18:05.109668 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (bf113206-a01b-4134-8b27-7ec470d65483), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:05.125102 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Calling delete_port for bf113206-a01b-4134-8b27-7ec470d65483 owned by network:router_interface {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:18:05.299832 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (bf113206-a01b-4134-8b27-7ec470d65483), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:05.322481 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf113206-a01b-4134-8b27-7ec470d65483,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:05.490262 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (66966b28-d185-487e-86ea-935cf1ab7a58), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:05.949818 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Router 66966b28-d185-487e-86ea-935cf1ab7a58 has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:18:06.054853 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:18:06.063111 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-72d1292c-1eea-4cac-bedd-085a129a9ac7 admin admin] 10.222.0.69 "PUT /v2.0/routers/66966b28-d185-487e-86ea-935cf1ab7a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5696406 May 04 19:18:06.063221 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40868) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:06.064286 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] Sync routers for ids ['66966b28-d185-487e-86ea-935cf1ab7a58'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:18:06.076726 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] Routers {'66966b28-d185-487e-86ea-935cf1ab7a58'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:18:06.077359 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['66966b28-d185-487e-86ea-935cf1ab7a58'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:06.167539 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6459223a-dbdb-4319-b5b3-fb8ef18590f2 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:18:06.177323 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks [] for router (66966b28-d185-487e-86ea-935cf1ab7a58), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.187927 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 6459223a-dbdb-4319-b5b3-fb8ef18590f2 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:18:06.188111 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] Set router 66966b28-d185-487e-86ea-935cf1ab7a58 gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:18:06.188266 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6459223a-dbdb-4319-b5b3-fb8ef18590f2 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:18:06.285223 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks [] for router_gateway (66966b28-d185-487e-86ea-935cf1ab7a58), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.332101 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Deleting port 580d044f-b5e8-42da-b943-bb8a4b9cfac9 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:18:06.332427 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.354846 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:18:05Z', 'revision_number': 5, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port': {'id': '580d044f-b5e8-42da-b943-bb8a4b9cfac9', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:06.381714 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] Checking router: 66966b28-d185-487e-86ea-935cf1ab7a58 for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:18:06.390408 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] Routers {'66966b28-d185-487e-86ea-935cf1ab7a58'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:18:06.391019 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:17:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['66966b28-d185-487e-86ea-935cf1ab7a58'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:06.409265 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] For port 580d044f-b5e8-42da-b943-bb8a4b9cfac9, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=580d044f-b5e8-42da-b943-bb8a4b9cfac9,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:18:06.409654 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.423121 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Calling delete_port for 580d044f-b5e8-42da-b943-bb8a4b9cfac9 owned by network:router_gateway {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:18:06.568980 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] Set router 66966b28-d185-487e-86ea-935cf1ab7a58 gateway port host: None {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:18:06.591913 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (580d044f-b5e8-42da-b943-bb8a4b9cfac9), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.617544 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Pushing event deleted for resources: {'Port': ['ID=580d044f-b5e8-42da-b943-bb8a4b9cfac9,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:06.625788 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:18:06Z', 'revision_number': 6, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port_host': None}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:06.653353 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10e3c8-cd27-49d6-90fb-eb14d6f90e38 None None] The sync data for ids ['66966b28-d185-487e-86ea-935cf1ab7a58'] in dv-cinder-830901-3-iscsi is: [{'id': '66966b28-d185-487e-86ea-935cf1ab7a58', 'name': 'tempest-TestVolumeBootPattern-579233674-router', 'tenant_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:10:50Z', 'updated_at': '2022-05-04T19:18:06Z', 'revision_number': 6, 'project_id': 'd3852d9773ae4f8d9747fa6de2cff3aa', 'gw_port_host': None}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:18:06.681229 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (66966b28-d185-487e-86ea-935cf1ab7a58), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.773049 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (66966b28-d185-487e-86ea-935cf1ab7a58), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.775194 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks [] for router_controller (66966b28-d185-487e-86ea-935cf1ab7a58), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.817218 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (66966b28-d185-487e-86ea-935cf1ab7a58), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.817787 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66966b28-d185-487e-86ea-935cf1ab7a58 {{(pid=103487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:18:06.822019 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.823153 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-de7c180d-45ca-47e7-a5a6-7d155cebe770 admin admin] 10.222.0.69 "DELETE /v2.0/routers/66966b28-d185-487e-86ea-935cf1ab7a58 HTTP/1.1" status: 204 len: 168 time: 0.7590477 May 04 19:18:06.826175 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40870) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:06.873249 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] Deleting subnet a996ba5e-3231-473c-8ba0-8c514b80beb7 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:18:06.876544 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] Publish callbacks [] for subnet (a996ba5e-3231-473c-8ba0-8c514b80beb7), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.912199 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (a996ba5e-3231-473c-8ba0-8c514b80beb7), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:06.986966 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (a996ba5e-3231-473c-8ba0-8c514b80beb7), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.039807 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (a996ba5e-3231-473c-8ba0-8c514b80beb7), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.069601 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a996ba5e-3231-473c-8ba0-8c514b80beb7,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:07.073224 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.078649 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-9694d524-897b-4b24-983e-b645a1a174d1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a996ba5e-3231-473c-8ba0-8c514b80beb7 HTTP/1.1" status: 204 len: 168 time: 0.2502518 May 04 19:18:07.079869 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40872) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:07.083225 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90bf1f-5d74-4ba0-b4bf-2022e9d7737c None None] Network 97a8859c-115a-470e-a6a6-e6d21535a916 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:18:07.155808 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (97a8859c-115a-470e-a6a6-e6d21535a916), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.202054 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Deleting port c5770066-5e98-47db-a7c5-39fb76e6bdc1 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:18:07.202393 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.271395 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] For port c5770066-5e98-47db-a7c5-39fb76e6bdc1, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c5770066-5e98-47db-a7c5-39fb76e6bdc1,segment=NetworkSegment(13666873-460d-47c9-b06b-69c98e31ceea),segment_id=13666873-460d-47c9-b06b-69c98e31ceea)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:18:07.271759 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.284624 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Calling delete_port for c5770066-5e98-47db-a7c5-39fb76e6bdc1 owned by network:dhcp {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:18:07.363758 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (c5770066-5e98-47db-a7c5-39fb76e6bdc1), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.390713 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5770066-5e98-47db-a7c5-39fb76e6bdc1,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:07.396060 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] No DVR routers for this DVR port c5770066-5e98-47db-a7c5-39fb76e6bdc1 on host dv-cinder-830901-3-iscsi {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:18:07.451274 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce2a840-6ed6-4551-89dc-b65fc8cf065a None None] DHCP port deletion for 97a8859c-115a-470e-a6a6-e6d21535a916 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:18:07.469260 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (97a8859c-115a-470e-a6a6-e6d21535a916), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.490334 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a8859c-115a-470e-a6a6-e6d21535a916']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:07.500733 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13666873-460d-47c9-b06b-69c98e31ceea') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:07.501029 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13666873-460d-47c9-b06b-69c98e31ceea') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:18:07.510503 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (13666873-460d-47c9-b06b-69c98e31ceea), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.524441 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (13666873-460d-47c9-b06b-69c98e31ceea), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.531948 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:18:07.532165 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (13666873-460d-47c9-b06b-69c98e31ceea), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:18:07.534602 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:18:07.591834 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (97a8859c-115a-470e-a6a6-e6d21535a916), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.596156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.599377 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] 10.222.0.69 "DELETE /v2.0/networks/97a8859c-115a-470e-a6a6-e6d21535a916 HTTP/1.1" status: 204 len: 168 time: 0.5184085 May 04 19:18:07.611841 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e823033-81fe-4792-aea0-916f86790896 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a8859c-115a-470e-a6a6-e6d21535a916,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:07.724861 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40876) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:07.763952 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-b4b31865-4542-40d4-956a-c81b721e0eda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=157e9c40125e42b4b5a908fc58bfa939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378735 May 04 19:18:07.766559 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40878) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:07.811611 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dad6153c-2408-48ba-90d7-00272a56092a admin admin] Publish callbacks [] for security_group (4115d813-8e45-4272-a4e9-d57e5fa240e8), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.831839 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dad6153c-2408-48ba-90d7-00272a56092a admin admin] Publish callbacks [] for security_group (4115d813-8e45-4272-a4e9-d57e5fa240e8), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.877712 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dad6153c-2408-48ba-90d7-00272a56092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (4115d813-8e45-4272-a4e9-d57e5fa240e8), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.880193 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-dad6153c-2408-48ba-90d7-00272a56092a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:07.881313 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-dad6153c-2408-48ba-90d7-00272a56092a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4115d813-8e45-4272-a4e9-d57e5fa240e8 HTTP/1.1" status: 204 len: 168 time: 0.1138647 May 04 19:18:07.888847 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6153c-2408-48ba-90d7-00272a56092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4115d813-8e45-4272-a4e9-d57e5fa240e8,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:08.114275 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c5770066-5e98-47db-a7c5-39fb76e6bdc1 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:18:08.133165 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: c5770066-5e98-47db-a7c5-39fb76e6bdc1 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:18:08.133413 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c5770066-5e98-47db-a7c5-39fb76e6bdc1 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:18:08.134034 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 580d044f-b5e8-42da-b943-bb8a4b9cfac9 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:18:08.154942 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 580d044f-b5e8-42da-b943-bb8a4b9cfac9 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:18:08.155282 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 580d044f-b5e8-42da-b943-bb8a4b9cfac9 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:18:08.155689 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bf113206-a01b-4134-8b27-7ec470d65483 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:18:08.178322 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: bf113206-a01b-4134-8b27-7ec470d65483 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:18:08.178660 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bf113206-a01b-4134-8b27-7ec470d65483 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:18:08.196736 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40884) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:08.237696 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-d51a893e-b9ef-40a6-990f-24e643b60880 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3852d9773ae4f8d9747fa6de2cff3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398169 May 04 19:18:08.240029 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40886) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:18:08.285884 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7303610f-93e0-41a2-9dd3-16f23f697871 admin admin] Publish callbacks [] for security_group (3329fa43-f696-48c9-9621-3780f3d4fd70), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:08.305887 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7303610f-93e0-41a2-9dd3-16f23f697871 admin admin] Publish callbacks [] for security_group (3329fa43-f696-48c9-9621-3780f3d4fd70), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:08.353402 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7303610f-93e0-41a2-9dd3-16f23f697871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (3329fa43-f696-48c9-9621-3780f3d4fd70), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:08.355943 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7303610f-93e0-41a2-9dd3-16f23f697871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:08.357105 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7303610f-93e0-41a2-9dd3-16f23f697871 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3329fa43-f696-48c9-9621-3780f3d4fd70 HTTP/1.1" status: 204 len: 168 time: 0.1161792 May 04 19:18:08.364834 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303610f-93e0-41a2-9dd3-16f23f697871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329fa43-f696-48c9-9621-3780f3d4fd70,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:18:16.082500 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:17.571208 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-8d5b2b5d-b08a-4bc8-91a1-3ae052235a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:19.939174 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8ffb-b20a-42d8-ab22-8f251849ed14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:21.029047 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:22.095583 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-52a9de31-436b-45e6-a960-b6f2aae7f228 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362861 May 04 19:18:22.188585 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-8e664a8b-835b-4e4b-8766-3dce5bd36061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:18:22.190044 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-8e664a8b-835b-4e4b-8766-3dce5bd36061 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1129 time: 0.0382736 May 04 19:18:22.291365 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-94e83674-0b08-48dd-b2fb-b9f7bac2b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:18:22.293241 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-94e83674-0b08-48dd-b2fb-b9f7bac2b5a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 910 time: 0.0848711 May 04 19:18:22.360127 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-1045c5ca-6ac4-48a7-aed3-987fcd810c44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 1000 time: 0.0601761 May 04 19:18:22.407657 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-b8ba8186-f6b7-48ed-ba41-8ab3322bc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:18:22.409019 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-b8ba8186-f6b7-48ed-ba41-8ab3322bc2ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0422256 May 04 19:18:22.456761 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-9d120238-343c-43ae-a5f3-979086b3958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:18:22.458234 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-9d120238-343c-43ae-a5f3-979086b3958b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369325 May 04 19:18:22.550731 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-ca742716-dbdc-4e0e-9198-1b11ac496101 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838923 May 04 19:18:22.555657 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:22.638773 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-e85809a4-7510-4cdf-974b-72008c11c1ee req-c987320c-36b0-4bd8-a2d6-2cbb80c3eb89 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803282 May 04 19:18:23.163890 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:18:24.028174 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:46.092966 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:47.574232 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-861f6393-d801-4572-b61b-53b94c332971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:49.940046 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ce97aba2-9066-4ce3-aff3-33605bf2db3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:51.030843 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:52.559504 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:18:54.030099 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:00.161841 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:19:14.025839 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40900) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:14.171454 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Deleting port a9f5bb47-70dd-49b7-a7a2-d6917310bd70 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:14.171789 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:14.247042 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:14.247287 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for floatingip (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:14.258861 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Calling delete_port for a9f5bb47-70dd-49b7-a7a2-d6917310bd70 owned by network:floatingip {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:14.452225 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (a9f5bb47-70dd-49b7-a7a2-d6917310bd70), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:14.477870 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event deleted for resources: {'Port': ['ID=a9f5bb47-70dd-49b7-a7a2-d6917310bd70,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:14.501878 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.502156 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.502498 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.502836 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.503169 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.503496 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.503819 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.504141 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.504462 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.504781 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.505105 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.505426 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.505769 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.506091 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.506412 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:14.550670 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for floatingip (55028bf0-30b3-45f6-8992-c199ae10db46), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:14.550999 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.db.l3_db [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Floating IP 55028bf0-30b3-45f6-8992-c199ae10db46 disassociated (deleted). External IP: 172.27.2.45, port: ed81644c-0d75-4430-8134-757799f98502. May 04 19:19:14.771139 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:19:14.879994 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:19:14.884943 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for floatingip (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:14.889374 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] Sync routers for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:19:14.898719 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:19:14.899333 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:18:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:14.913738 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-5d98860d-6e47-4183-b123-167d8bb60ca5 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "DELETE /v2.0/floatingips/55028bf0-30b3-45f6-8992-c199ae10db46 HTTP/1.1" status: 204 len: 168 time: 0.8868055 May 04 19:19:14.914351 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'tag': 'ed81644c-0d75-4430-8134-757799f98502'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:19:14.917263 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "tag": "ed81644c-0d75-4430-8134-757799f98502"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:19:14.959443 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6878f70b-0799-4fc6-aaee-65603834dec4 x-openstack-request-id: req-6878f70b-0799-4fc6-aaee-65603834dec4 {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:19:14.959734 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "tag": "ed81644c-0d75-4430-8134-757799f98502", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:19:14.960045 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6878f70b-0799-4fc6-aaee-65603834dec4 {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:19:14.960388 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6878f70b-0799-4fc6-aaee-65603834dec4'] response: {'name': 'network-changed', 'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'tag': 'ed81644c-0d75-4430-8134-757799f98502', 'status': 'completed', 'code': 200} May 04 19:19:15.019514 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:19:15.051377 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-4d3c4f72-b509-42ad-b04a-1a4073c18828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:19:15.052891 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-4d3c4f72-b509-42ad-b04a-1a4073c18828 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc0c73a5efc84e348363ae368873f51d&device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 1129 time: 0.0456312 May 04 19:19:15.141818 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea21256-abf9-4c2e-8d64-3728aa9c3a69 req-7b25bf78-7983-407f-b6eb-687d11ea8315 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:19:15.143346 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0ea21256-abf9-4c2e-8d64-3728aa9c3a69 req-7b25bf78-7983-407f-b6eb-687d11ea8315 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0479248 May 04 19:19:15.192035 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [req-0ea21256-abf9-4c2e-8d64-3728aa9c3a69 req-f14543b1-a619-4155-a37f-366605910e23 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429201 May 04 19:19:15.221982 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 5, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:15.247770 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] Checking router: 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:19:15.255741 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:19:15.256332 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:18:50Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:15.362027 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:19:15.547018 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 5, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:15.573368 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b950b1-d317-45c9-9537-6432432b65ca None None] The sync data for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi is: [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:14:02Z', 'revision_number': 4, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi', '_interfaces': [{'id': 'c1d4a931-f21e-4136-8bc9-c4f6061efc5a', 'name': '', 'network_id': '0b2c1eea-9230-4bef-b6ed-3d1855510315', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'mac_address': 'fa:16:3e:c3:54:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:01Z', 'updated_at': '2022-05-04T19:14:11Z', 'revision_number': 5, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'subnets': [{'id': '0bbde651-3b12-469f-83c1-7ea8f539db32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:19:15.789564 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec9bb3-3047-4761-aeba-3cd2c5ce9dac None None] New status for floating IP 55028bf0-30b3-45f6-8992-c199ae10db46: DOWN {{(pid=103490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:19:16.106664 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:16.203084 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-60ce0426-c49f-4084-bce8-afef44f330ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:19:16.204726 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-60ce0426-c49f-4084-bce8-afef44f330ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 200 len: 910 time: 0.0909951 May 04 19:19:16.304553 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ad6ab-f9f6-4bc4-ab46-bce71b7182e4 req-f8ba39bc-0fe8-4680-90a8-ac8dbb599e73 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:19:16.306039 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-314ad6ab-f9f6-4bc4-ab46-bce71b7182e4 req-f8ba39bc-0fe8-4680-90a8-ac8dbb599e73 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0464451 May 04 19:19:16.359817 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-10f4de20-bcb3-4bff-948a-080773d50075 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 200 len: 217 time: 0.0407076 May 04 19:19:16.420983 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-314ad6ab-f9f6-4bc4-ab46-bce71b7182e4 req-48021684-11da-44fb-9083-99bcb4a06ea4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/security-groups?id=d715d68d-e49d-44fe-9e5d-4f10952105a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087539 May 04 19:19:16.429951 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-9c03820d-3302-4d40-9bda-2faf8435d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:19:16.431928 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-9c03820d-3302-4d40-9bda-2faf8435d1ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 200 len: 848 time: 0.0617349 May 04 19:19:16.628121 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-4d0ac938-a7eb-46e0-8603-c2ba4914b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:19:16.629716 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-4d0ac938-a7eb-46e0-8603-c2ba4914b3fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b2c1eea-9230-4bef-b6ed-3d1855510315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403433 May 04 19:19:16.788992 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-ec8ccf8c-82d9-4910-be8e-e6217ae5687e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:19:16.790443 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-ec8ccf8c-82d9-4910-be8e-e6217ae5687e tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.11 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 945 time: 0.0915544 May 04 19:19:16.850318 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-b74a3268-d617-478d-a6de-8fe0b34febb3 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583421 May 04 19:19:16.917086 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Deleting port ed81644c-0d75-4430-8134-757799f98502 {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:16.917336 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (ed81644c-0d75-4430-8134-757799f98502), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:17.028307 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-d190ea7b-b0a8-4ab8-aed3-83e9c91b6bd0 req-613c28f8-f5e6-44e4-9b09-64eedc4604d7 service neutron] 10.222.0.11 "GET /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577003 May 04 19:19:17.049804 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] For port ed81644c-0d75-4430-8134-757799f98502, host hv-cinder-83090, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83090',level=0,port_id=ed81644c-0d75-4430-8134-757799f98502,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:19:17.050176 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (ed81644c-0d75-4430-8134-757799f98502), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:17.063439 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Calling delete_port for ed81644c-0d75-4430-8134-757799f98502 owned by compute:nova {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:17.189702 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (ed81644c-0d75-4430-8134-757799f98502), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:17.216797 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event deleted for resources: {'Port': ['ID=ed81644c-0d75-4430-8134-757799f98502,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:17.261760 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] No DVR routers for this DVR port ed81644c-0d75-4430-8134-757799f98502 on host hv-cinder-83090 {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:19:17.264140 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34913'] for port (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:17.267636 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-6e59b70f-bb20-420d-b559-a02aed275e8c req-e7d91ff9-8d92-423a-9c35-6fa7f741b7f4 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.11 "DELETE /v2.0/ports/ed81644c-0d75-4430-8134-757799f98502 HTTP/1.1" status: 204 len: 173 time: 0.4710951 May 04 19:19:17.268060 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-deleted', 'tag': 'ed81644c-0d75-4430-8134-757799f98502'}] {{(pid=103488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:19:17.270285 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3046fba356e91893d7370e0663b226e07dc8c2aa0638edfcbf2159b450e0246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca7b2b5-a625-40f0-a22e-b9c4a92044a1" -d '{"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-deleted", "tag": "ed81644c-0d75-4430-8134-757799f98502"}]}' {{(pid=103488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:19:17.305616 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39e39e4-806e-4844-b3f6-21c5e7c9874b x-openstack-request-id: req-d39e39e4-806e-4844-b3f6-21c5e7c9874b {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:19:17.305909 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be652a-42d2-4b99-9dd4-c50102203b92", "name": "network-vif-deleted", "tag": "ed81644c-0d75-4430-8134-757799f98502", "status": "completed", "code": 200}]} {{(pid=103488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:19:17.306195 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d39e39e4-806e-4844-b3f6-21c5e7c9874b {{(pid=103488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:19:17.306597 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39e39e4-806e-4844-b3f6-21c5e7c9874b'] response: {'server_uuid': '92be652a-42d2-4b99-9dd4-c50102203b92', 'name': 'network-vif-deleted', 'tag': 'ed81644c-0d75-4430-8134-757799f98502', 'status': 'completed', 'code': 200} May 04 19:19:17.517213 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [req-74339e84-7448-42f0-9de8-0004cf263748 req-605301ed-f345-4e78-8635-ce3daf9b55b3 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "GET /v2.0/ports?device_id=92be652a-42d2-4b99-9dd4-c50102203b92 HTTP/1.1" status: 200 len: 210 time: 0.0280263 May 04 19:19:17.577591 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-52cefafe-cf36-468d-ae1d-69c525a1569c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:18.848915 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40930) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:18.909067 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-f520b446-0e9e-4856-b9b9-741fef4f9691 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group (d715d68d-e49d-44fe-9e5d-4f10952105a4), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:18.933367 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-f520b446-0e9e-4856-b9b9-741fef4f9691 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group (d715d68d-e49d-44fe-9e5d-4f10952105a4), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:18.990611 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-f520b446-0e9e-4856-b9b9-741fef4f9691 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (d715d68d-e49d-44fe-9e5d-4f10952105a4), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:18.993246 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-f520b446-0e9e-4856-b9b9-741fef4f9691 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Publish callbacks [] for security_group (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:18.994922 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-f520b446-0e9e-4856-b9b9-741fef4f9691 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] 10.222.0.69 "DELETE /v2.0/security-groups/d715d68d-e49d-44fe-9e5d-4f10952105a4 HTTP/1.1" status: 204 len: 168 time: 0.1450071 May 04 19:19:19.003649 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520b446-0e9e-4856-b9b9-741fef4f9691 tempest-TestShelveInstance-1934180687 tempest-TestShelveInstance-1934180687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d715d68d-e49d-44fe-9e5d-4f10952105a4,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:19.036819 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40934) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:19.100687 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ed81644c-0d75-4430-8134-757799f98502 no longer exists at agent hyperv_hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:19:19.121082 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] No Port match for: ed81644c-0d75-4430-8134-757799f98502 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:19:19.121431 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Device ed81644c-0d75-4430-8134-757799f98502 not bound to the agent host hv-cinder-83090 {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:19:19.848606 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:19.941813 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d4c173d8-c378-489e-b0b2-a4fb33957327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:20.079552 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Deleting port c1d4a931-f21e-4136-8bc9-c4f6061efc5a {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:20.080152 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:20.166765 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] For port c1d4a931-f21e-4136-8bc9-c4f6061efc5a, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:19:20.167022 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:20.179335 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Calling delete_port for c1d4a931-f21e-4136-8bc9-c4f6061efc5a owned by network:router_interface {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:20.355223 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (c1d4a931-f21e-4136-8bc9-c4f6061efc5a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:20.378406 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d4a931-f21e-4136-8bc9-c4f6061efc5a,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:20.553179 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:20.770601 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:19:20.877244 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:19:20.882182 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-7feeda5b-7a9e-4371-8fff-2b32273318e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/47f67d4a-7e4f-4820-bfb9-6fe02fe1915f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442934 May 04 19:19:20.884750 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40942) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:20.885457 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] Sync routers for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:19:20.895272 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:19:20.895889 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:19:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:20.990881 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks [] for router (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.003134 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: dv-cinder-830901-3-iscsi {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:19:21.090060 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.096327 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks [] for router_gateway (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.140726 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Deleting port 5f631237-0469-4aad-80bc-356b7677c03a {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:21.141066 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (5f631237-0469-4aad-80bc-356b7677c03a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.185052 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '5f631237-0469-4aad-80bc-356b7677c03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:19:20Z', 'revision_number': 5, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port': {'id': '5f631237-0469-4aad-80bc-356b7677c03a', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:13:58Z', 'updated_at': '2022-05-04T19:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:21.216061 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] Checking router: 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f for host: dv-cinder-830901-3-iscsi {{(pid=103489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:19:21.224651 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] Routers {'47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:19:21.225155 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] For port 5f631237-0469-4aad-80bc-356b7677c03a, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=5f631237-0469-4aad-80bc-356b7677c03a,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:19:21.225304 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:19:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'], 'active': True} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:21.225547 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (5f631237-0469-4aad-80bc-356b7677c03a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.238831 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Calling delete_port for 5f631237-0469-4aad-80bc-356b7677c03a owned by network:router_gateway {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:21.412586 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (5f631237-0469-4aad-80bc-356b7677c03a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.437662 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Pushing event deleted for resources: {'Port': ['ID=5f631237-0469-4aad-80bc-356b7677c03a,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:21.452260 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_dvr_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] Set router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f gateway port host: None {{(pid=103489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:19:21.501315 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.503856 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.db.l3_hamode_db [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:19:21Z', 'revision_number': 6, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port_host': None}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:21.533388 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58fdf3e-9240-4d38-b966-b3da7a28e150 None None] The sync data for ids ['47f67d4a-7e4f-4820-bfb9-6fe02fe1915f'] in dv-cinder-830901-3-iscsi is: [{'id': '47f67d4a-7e4f-4820-bfb9-6fe02fe1915f', 'name': 'tempest-TestShelveInstance-1892006874-router', 'tenant_id': 'cc0c73a5efc84e348363ae368873f51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:13:57Z', 'updated_at': '2022-05-04T19:19:21Z', 'revision_number': 6, 'project_id': 'cc0c73a5efc84e348363ae368873f51d', 'gw_port_host': None}] {{(pid=103489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:19:21.599775 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.601904 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks [] for router_controller (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.644862 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (47f67d4a-7e4f-4820-bfb9-6fe02fe1915f), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.645424 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f67d4a-7e4f-4820-bfb9-6fe02fe1915f {{(pid=103488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:19:21.649709 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.651377 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-93a5b32c-99a4-499d-96c3-b3b5157238af admin admin] 10.222.0.69 "DELETE /v2.0/routers/47f67d4a-7e4f-4820-bfb9-6fe02fe1915f HTTP/1.1" status: 204 len: 168 time: 0.7656987 May 04 19:19:21.653809 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40944) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:21.695961 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] Deleting subnet 0bbde651-3b12-469f-83c1-7ea8f539db32 {{(pid=103488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:19:21.699442 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] Publish callbacks [] for subnet (0bbde651-3b12-469f-83c1-7ea8f539db32), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.732670 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31324323'] for subnet (0bbde651-3b12-469f-83c1-7ea8f539db32), precommit_delete_associations {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.810632 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (0bbde651-3b12-469f-83c1-7ea8f539db32), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.863654 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50041905'] for subnet (0bbde651-3b12-469f-83c1-7ea8f539db32), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.892630 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for subnet (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:21.898896 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0bbde651-3b12-469f-83c1-7ea8f539db32 HTTP/1.1" status: 204 len: 168 time: 0.2419276 May 04 19:19:21.898896 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3934c76-582a-42d6-95ce-f1d2c159fe02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbde651-3b12-469f-83c1-7ea8f539db32,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:21.899197 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a12df-839e-463e-b673-031e1a28de62 None None] Network 0b2c1eea-9230-4bef-b6ed-3d1855510315 requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:19:21.900104 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [-] (103488) accepted ('10.222.0.69', 40946) {{(pid=103488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:21.978318 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (0b2c1eea-9230-4bef-b6ed-3d1855510315), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.031062 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Deleting port 29abb86d-6101-457a-b605-98dc6a95a22a {{(pid=103488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:22.031401 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.092267 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.db [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] For port 29abb86d-6101-457a-b605-98dc6a95a22a, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=29abb86d-6101-457a-b605-98dc6a95a22a,segment=NetworkSegment(09dc94f2-4c9a-46b6-a46e-946497796fc2),segment_id=09dc94f2-4c9a-46b6-a46e-946497796fc2)] {{(pid=103488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:19:22.092626 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.108411 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.plugin [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Calling delete_port for 29abb86d-6101-457a-b605-98dc6a95a22a owned by network:dhcp {{(pid=103488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:22.185958 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277625'] for port (29abb86d-6101-457a-b605-98dc6a95a22a), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.211329 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Pushing event deleted for resources: {'Port': ['ID=29abb86d-6101-457a-b605-98dc6a95a22a,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:22.216766 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] No DVR routers for this DVR port 29abb86d-6101-457a-b605-98dc6a95a22a on host dv-cinder-830901-3-iscsi {{(pid=103488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:19:22.297326 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (0b2c1eea-9230-4bef-b6ed-3d1855510315), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.298482 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1de86a-1f33-4270-b5b1-534db4f30999 None None] DHCP port deletion for 0b2c1eea-9230-4bef-b6ed-3d1855510315 request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:19:22.326096 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2c1eea-9230-4bef-b6ed-3d1855510315']}} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:22.337556 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dc94f2-4c9a-46b6-a46e-946497796fc2') {'for_net_delete': True} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:22.337896 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.services.segments.db [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dc94f2-4c9a-46b6-a46e-946497796fc2') {} {{(pid=103488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:22.347516 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31324348'] for segment (09dc94f2-4c9a-46b6-a46e-946497796fc2), before_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.358574 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 29abb86d-6101-457a-b605-98dc6a95a22a no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:19:22.361519 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (09dc94f2-4c9a-46b6-a46e-946497796fc2), precommit_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.367417 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:19:22.367795 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30277580'] for segment (09dc94f2-4c9a-46b6-a46e-946497796fc2), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: Traceback (most recent call last): May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: timer() May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: cb(*args, **kw) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: return func(*args, **kwargs) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: self._notify() May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: self.callback(batched_events) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: event.method(event) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: return f(self, *a, **k) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._get(url).json() May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: return self.request(url, 'GET', **kwargs) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:19:22.370115 dv-cinder-830901-3-iscsi neutron-server[103488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:19:22.379355 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 29abb86d-6101-457a-b605-98dc6a95a22a {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:19:22.379704 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 29abb86d-6101-457a-b605-98dc6a95a22a not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:19:22.380137 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 5f631237-0469-4aad-80bc-356b7677c03a no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:19:22.401343 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 5f631237-0469-4aad-80bc-356b7677c03a {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:19:22.401702 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 5f631237-0469-4aad-80bc-356b7677c03a not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:19:22.402135 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c1d4a931-f21e-4136-8bc9-c4f6061efc5a no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:19:22.425698 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: c1d4a931-f21e-4136-8bc9-c4f6061efc5a {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:19:22.426107 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device c1d4a931-f21e-4136-8bc9-c4f6061efc5a not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:19:22.429988 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (0b2c1eea-9230-4bef-b6ed-3d1855510315), after_delete {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.435676 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron_lib.callbacks.manager [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.439505 dv-cinder-830901-3-iscsi neutron-server[103488]: INFO neutron.wsgi [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] 10.222.0.69 "DELETE /v2.0/networks/0b2c1eea-9230-4bef-b6ed-3d1855510315 HTTP/1.1" status: 204 len: 168 time: 0.5377674 May 04 19:19:22.443909 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40948) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:22.455944 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539d84-5233-43ea-912d-d74fd68221ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2c1eea-9230-4bef-b6ed-3d1855510315,revision_number=None']} {{(pid=103488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:22.564779 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:22.805998 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33548940'] for router_interface (97022177-adfc-4801-a6e6-0be8678b1e3e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:23.057695 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Deleting port 6f394dea-46fa-45e3-a91a-17633ded5572 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:23.057925 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:23.132732 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] For port 6f394dea-46fa-45e3-a91a-17633ded5572, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=6f394dea-46fa-45e3-a91a-17633ded5572,segment=NetworkSegment(6d88f5da-ff3b-49a2-abd9-9a3adf6671ea),segment_id=6d88f5da-ff3b-49a2-abd9-9a3adf6671ea)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:19:23.133080 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:23.149648 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Calling delete_port for 6f394dea-46fa-45e3-a91a-17633ded5572 owned by network:router_interface {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:23.326405 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (6f394dea-46fa-45e3-a91a-17633ded5572), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:23.352797 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f394dea-46fa-45e3-a91a-17633ded5572,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:23.376698 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.377056 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.377400 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.377776 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.378112 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.378443 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.378770 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.379095 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.379417 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.379741 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.380069 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.380396 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.380712 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.381058 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.381376 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830901-3-iscsi {{(pid=103487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:19:23.527802 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33143846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33544681'] for router_interface (97022177-adfc-4801-a6e6-0be8678b1e3e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:23.756084 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Router 97022177-adfc-4801-a6e6-0be8678b1e3e has already been hosted by L3 agent 20f1d3df-b3f5-4b9a-81e4-ab9550d8a777 {{(pid=103487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:19:23.871120 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] Notify agent at l3_agent.dv-cinder-830901-3-iscsi the message routers_updated {{(pid=103487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:19:23.876756 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-85414649-372a-447a-80f3-8d73b4bc0452 admin admin] 10.222.0.69 "PUT /v2.0/routers/97022177-adfc-4801-a6e6-0be8678b1e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332287 May 04 19:19:23.878620 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40950) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:23.880086 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] Sync routers for ids ['97022177-adfc-4801-a6e6-0be8678b1e3e'] in dv-cinder-830901-3-iscsi {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:19:23.890080 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] Routers {'97022177-adfc-4801-a6e6-0be8678b1e3e'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:19:23.890679 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:19:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['97022177-adfc-4801-a6e6-0be8678b1e3e'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:23.983436 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks [] for router (97022177-adfc-4801-a6e6-0be8678b1e3e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:23.998498 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] Set router 97022177-adfc-4801-a6e6-0be8678b1e3e gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:19:24.035136 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.175650 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:19:23Z', 'revision_number': 5, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:24.203173 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] Checking router: 97022177-adfc-4801-a6e6-0be8678b1e3e for host: dv-cinder-830901-3-iscsi {{(pid=103490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:19:24.212028 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] Routers {'97022177-adfc-4801-a6e6-0be8678b1e3e'} bound to L3 agent in host dv-cinder-830901-3-iscsi {{(pid=103490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:19:24.213189 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830901-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:57:50Z,description=,heartbeat_timestamp=2022-05-04T19:19:20Z,host='dv-cinder-830901-3-iscsi',id=20f1d3df-b3f5-4b9a-81e4-ab9550d8a777,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:57:50Z,topic='l3_agent')) {'router_ids': ['97022177-adfc-4801-a6e6-0be8678b1e3e'], 'active': True} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:24.324750 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_dvr_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] Set router 97022177-adfc-4801-a6e6-0be8678b1e3e gateway port host: dv-cinder-830901-3-iscsi {{(pid=103490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:19:24.346335 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks [] for router_gateway (97022177-adfc-4801-a6e6-0be8678b1e3e), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.389139 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Deleting port bd6b64a8-15e9-4611-85e0-e652ccb64b53 {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:24.389483 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.467366 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] For port bd6b64a8-15e9-4611-85e0-e652ccb64b53, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=bd6b64a8-15e9-4611-85e0-e652ccb64b53,segment=NetworkSegment(f0f34729-6db9-46e9-8b39-7558d3c8a5f2),segment_id=f0f34729-6db9-46e9-8b39-7558d3c8a5f2)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:19:24.467717 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.483809 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Calling delete_port for bd6b64a8-15e9-4611-85e0-e652ccb64b53 owned by network:router_gateway {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:24.493960 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.l3_hamode_db [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:19:23Z', 'revision_number': 5, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}], 'dv-cinder-830901-3-iscsi', False) {} {{(pid=103490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:24.524413 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c390d32a-a30c-454a-a42c-ea3b15f4402f None None] The sync data for ids ['97022177-adfc-4801-a6e6-0be8678b1e3e'] in dv-cinder-830901-3-iscsi is: [{'id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'name': 'tempest-TestShelveInstance-933313431-router', 'tenant_id': '744b0f3356ab47b08317213c0f3055ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'external_fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:14:08Z', 'updated_at': '2022-05-04T19:19:23Z', 'revision_number': 5, 'project_id': '744b0f3356ab47b08317213c0f3055ba', 'gw_port': {'id': 'bd6b64a8-15e9-4611-85e0-e652ccb64b53', 'name': '', 'network_id': 'd0601b1a-bd4c-4bad-8a58-d4afb452948b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97022177-adfc-4801-a6e6-0be8678b1e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830901-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:14:09Z', 'updated_at': '2022-05-04T19:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4448141a-f8b8-4695-8352-3a7725e8cdc4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830901-3-iscsi'}] {{(pid=103490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:19:24.648114 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (bd6b64a8-15e9-4611-85e0-e652ccb64b53), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.672877 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b64a8-15e9-4611-85e0-e652ccb64b53,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:24.731572 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33553050'] for router_gateway (97022177-adfc-4801-a6e6-0be8678b1e3e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.822414 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33524846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2431'] for router (97022177-adfc-4801-a6e6-0be8678b1e3e), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.824463 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks [] for router_controller (97022177-adfc-4801-a6e6-0be8678b1e3e), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.869598 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33524855'] for router (97022177-adfc-4801-a6e6-0be8678b1e3e), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.870459 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97022177-adfc-4801-a6e6-0be8678b1e3e {{(pid=103487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:19:24.874720 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.878123 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-059d7226-fca6-4ebc-825d-a557c3e52d10 admin admin] 10.222.0.69 "DELETE /v2.0/routers/97022177-adfc-4801-a6e6-0be8678b1e3e HTTP/1.1" status: 204 len: 168 time: 0.9963017 May 04 19:19:24.878335 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40952) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:24.924854 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.db_base_plugin_v2 [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] Deleting subnet cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88 {{(pid=103487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:19:24.928246 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] Publish callbacks [] for subnet (cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:24.963848 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24970510'] for subnet (cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88), precommit_delete_associations {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.049892 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858689'] for subnet (cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.107174 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24602747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24450696'] for subnet (cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.133083 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:25.137759 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.143429 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-531575d3-c74c-4184-a5da-d70638131ab1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cecc4e3f-8ea7-4d9b-a037-6b8c18f24e88 HTTP/1.1" status: 204 len: 168 time: 0.2618332 May 04 19:19:25.143656 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40954) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:25.144433 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867f8cb-0bb2-409a-8510-a25600a077e4 None None] Network 46bca3e5-d5ac-4b72-ac20-089d315ea4fe requested from dv-cinder-830901-3-iscsi {{(pid=103489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:19:25.215428 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993135'] for network (46bca3e5-d5ac-4b72-ac20-089d315ea4fe), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.266248 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Deleting port 4ab8c74d-0012-4b9b-b598-5c8cd735107c {{(pid=103487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:19:25.266568 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770776407839'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.326966 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.db [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] For port 4ab8c74d-0012-4b9b-b598-5c8cd735107c, host dv-cinder-830901-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830901-3-iscsi',level=0,port_id=4ab8c74d-0012-4b9b-b598-5c8cd735107c,segment=NetworkSegment(6d88f5da-ff3b-49a2-abd9-9a3adf6671ea),segment_id=6d88f5da-ff3b-49a2-abd9-9a3adf6671ea)] {{(pid=103487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:19:25.327324 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33549010'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.339721 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.plugin [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Calling delete_port for 4ab8c74d-0012-4b9b-b598-5c8cd735107c owned by network:dhcp {{(pid=103487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:19:25.435705 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-936924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770776414127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770775971759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24602664'] for port (4ab8c74d-0012-4b9b-b598-5c8cd735107c), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.465070 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] No DVR routers for this DVR port 4ab8c74d-0012-4b9b-b598-5c8cd735107c on host dv-cinder-830901-3-iscsi {{(pid=103487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:19:25.468316 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab8c74d-0012-4b9b-b598-5c8cd735107c,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:25.539105 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb78e6-545a-4262-afe1-15cb99f8eae1 None None] DHCP port deletion for 46bca3e5-d5ac-4b72-ac20-089d315ea4fe request from dv-cinder-830901-3-iscsi {{(pid=103489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:19:25.540732 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858516', 'neutron.services.segments.db._delete_segments_for_network-8770776466764'] for network (46bca3e5-d5ac-4b72-ac20-089d315ea4fe), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.567932 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bca3e5-d5ac-4b72-ac20-089d315ea4fe']}} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:25.577628 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea') {'for_net_delete': True} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:25.577925 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.services.segments.db [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d88f5da-ff3b-49a2-abd9-9a3adf6671ea') {} {{(pid=103487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:19:25.587210 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770776467797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24970513'] for segment (6d88f5da-ff3b-49a2-abd9-9a3adf6671ea), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.600396 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916'] for segment (6d88f5da-ff3b-49a2-abd9-9a3adf6671ea), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.606072 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:19:25.606444 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24602653'] for segment (6d88f5da-ff3b-49a2-abd9-9a3adf6671ea), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: Traceback (most recent call last): May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: timer() May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: cb(*args, **kw) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: return func(*args, **kwargs) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: self._notify() May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: self.callback(batched_events) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: event.method(event) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: return f(self, *a, **k) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._get(url).json() May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: return self.request(url, 'GET', **kwargs) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:19:25.608113 dv-cinder-830901-3-iscsi neutron-server[103487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:19:25.660156 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33503012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33143871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33551756'] for network (46bca3e5-d5ac-4b72-ac20-089d315ea4fe), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.666057 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33143821'] for network (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.669204 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] 10.222.0.69 "DELETE /v2.0/networks/46bca3e5-d5ac-4b72-ac20-089d315ea4fe HTTP/1.1" status: 204 len: 168 time: 0.5245316 May 04 19:19:25.679500 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a6b15-df2e-438d-b1c8-7e93c9ba9a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=46bca3e5-d5ac-4b72-ac20-089d315ea4fe,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:25.785640 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40958) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:25.828588 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-a4569aa2-7cf1-487a-8de4-6868e1c9cfb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc0c73a5efc84e348363ae368873f51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417981 May 04 19:19:25.831059 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40960) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:25.875822 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2b30b220-e8a0-4e78-b806-3fc3c8aea8e1 admin admin] Publish callbacks [] for security_group (f0312888-13e8-440d-8c22-7d3c43720adb), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.896709 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2b30b220-e8a0-4e78-b806-3fc3c8aea8e1 admin admin] Publish callbacks [] for security_group (f0312888-13e8-440d-8c22-7d3c43720adb), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.942536 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2b30b220-e8a0-4e78-b806-3fc3c8aea8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f0312888-13e8-440d-8c22-7d3c43720adb), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.945894 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2b30b220-e8a0-4e78-b806-3fc3c8aea8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:25.947688 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2b30b220-e8a0-4e78-b806-3fc3c8aea8e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0312888-13e8-440d-8c22-7d3c43720adb HTTP/1.1" status: 204 len: 168 time: 0.1151588 May 04 19:19:25.955164 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30b220-e8a0-4e78-b806-3fc3c8aea8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0312888-13e8-440d-8c22-7d3c43720adb,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:26.152789 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6f394dea-46fa-45e3-a91a-17633ded5572 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:19:26.176561 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 6f394dea-46fa-45e3-a91a-17633ded5572 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:19:26.176908 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 6f394dea-46fa-45e3-a91a-17633ded5572 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:19:26.177327 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd6b64a8-15e9-4611-85e0-e652ccb64b53 no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:19:26.196437 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: bd6b64a8-15e9-4611-85e0-e652ccb64b53 {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:19:26.196785 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device bd6b64a8-15e9-4611-85e0-e652ccb64b53 not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:19:26.197234 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4ab8c74d-0012-4b9b-b598-5c8cd735107c no longer exists at agent ovs-agent-dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:19:26.215992 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.plugin [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] No Port match for: 4ab8c74d-0012-4b9b-b598-5c8cd735107c {{(pid=103489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:19:26.216318 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron.plugins.ml2.rpc [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Device 4ab8c74d-0012-4b9b-b598-5c8cd735107c not bound to the agent host dv-cinder-830901-3-iscsi {{(pid=103489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:19:26.274879 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40966) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:26.314039 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-e548d0c0-2083-4035-8c53-bf8a205b7ed5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=744b0f3356ab47b08317213c0f3055ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380232 May 04 19:19:26.316359 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.wsgi [-] (103487) accepted ('10.222.0.69', 40968) {{(pid=103487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:19:26.365864 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bc82736-d06e-4236-8053-af800210843d admin admin] Publish callbacks [] for security_group (f23132b9-4e22-42b3-89e4-334f67509d99), before_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:26.387298 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bc82736-d06e-4236-8053-af800210843d admin admin] Publish callbacks [] for security_group (f23132b9-4e22-42b3-89e4-334f67509d99), precommit_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:26.435305 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bc82736-d06e-4236-8053-af800210843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33490384'] for security_group (f23132b9-4e22-42b3-89e4-334f67509d99), after_delete {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:26.438247 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron_lib.callbacks.manager [None req-2bc82736-d06e-4236-8053-af800210843d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:26.439350 dv-cinder-830901-3-iscsi neutron-server[103487]: INFO neutron.wsgi [None req-2bc82736-d06e-4236-8053-af800210843d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f23132b9-4e22-42b3-89e4-334f67509d99 HTTP/1.1" status: 204 len: 168 time: 0.1221302 May 04 19:19:26.447087 dv-cinder-830901-3-iscsi neutron-server[103487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82736-d06e-4236-8053-af800210843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23132b9-4e22-42b3-89e4-334f67509d99,revision_number=None']} {{(pid=103487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:19:37.159960 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:19:46.121918 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:47.579248 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f764dee1-4f67-456f-b0de-6e7a0e91ce98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:49.944908 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ea1b2812-b142-47ae-8ff3-3c38a090908d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:51.037981 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:52.569704 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:19:54.038984 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:14.158426 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:20:16.135749 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:17.581489 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ed99f31b-ac75-47da-9848-48f1b81d283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:19.946432 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-9f70de55-1433-4cb8-9451-77712d8d2420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:21.038308 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:22.570166 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:24.042032 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:46.134919 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:47.581728 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a95c88f1-6aab-45e0-b2e9-e77461cb474c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:49.949248 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-a34db799-f60a-42f2-9d42-43e2c2afcc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:51.043398 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:51.156923 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:20:52.573242 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:20:54.043154 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:16.134544 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:17.583122 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-48654014-c420-493d-945c-f402169a6d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:19.950598 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-893f0d26-70e0-40e9-bfe5-28861d43edc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:21.044592 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:22.575969 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:24.044847 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:28.155408 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:21:46.132962 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:46.368952 dv-cinder-830901-3-iscsi neutron-server[103488]: DEBUG neutron.wsgi [req-6868a846-f7c3-4aa6-b01e-da1881d63b98 req-cae39f7e-2f89-47f4-855e-066da1f8a45b service neutron] (103488) timed out ('10.222.0.11', 60613) {{(pid=103488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 19:21:47.585040 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-d47e3485-05fb-41af-9d3d-d314d70c896e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:49.955417 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f28f50be-aae2-4032-a118-e2642f8c1234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:51.047123 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:52.607947 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:21:54.046927 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:05.154415 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:22:16.132065 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:17.588498 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-6eeb3a29-0b11-4324-b012-9f4f6e8cee07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:19.958367 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0c32cc65-b1a5-435c-91fc-1f750aaec2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:21.049708 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:22.582053 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:24.049028 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:42.153389 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:22:46.146091 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:47.589283 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2d4a1408-765e-4489-9953-bd3a7c001c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:49.963540 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-bb086a3b-63de-4ac6-84bb-9a2e2dd3f3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:51.053217 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:52.587415 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:22:54.050188 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:16.160298 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:17.590172 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d14-5335-4370-9dfa-b8003aaca51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:19.152556 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:23:19.965349 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-910486d9-342d-4cb4-800e-68806f05af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:21.054985 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:22.589025 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:24.052757 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:46.159309 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:47.591596 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-4003d1ad-596c-42b3-8a59-572e62c8ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:49.966933 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2389-841e-4ef6-abbf-235ded5a2e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:51.059103 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:52.620820 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:54.056218 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:23:56.152712 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:24:16.195497 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:17.593841 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-f3ad3afa-de51-402c-bb89-0c044ed2c478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:19.968884 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-14fe01b9-0580-4cbc-97f0-e0718de2d732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:21.059808 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ba1288ff-2f4f-4ed2-9326-422c407d3c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (b8648abf-9af1-4b33-b78e-7fceae1af2ee), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:22.598706 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-57980977-871b-4a03-ae0f-50bf6759ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (4b78aca1-d389-4cd4-854c-a1e7e80976d8), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:24.057474 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-08225c4f-ee3a-4cc9-a886-664fd56e617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (d1cd369d-a5cc-4777-80cb-6b0036ef56a4), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:33.150563 dv-cinder-830901-3-iscsi neutron-server[103490]: DEBUG neutron.db.agents_db [None req-8911b491-1a7d-4da0-8120-e86293d58aa9 None None] Agent healthcheck: found 6 active agents {{(pid=103490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:24:46.213559 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-cb90ade4-077a-4f0c-a7d7-0898a4127160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (c9472303-832d-46e5-bba7-8d3e25860bd7), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:47.594638 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d519-731e-4806-876f-0be74454cd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (0aadd94e-a0a3-40ba-a0a3-9f3334ca1884), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:24:49.980081 dv-cinder-830901-3-iscsi neutron-server[103489]: DEBUG neutron_lib.callbacks.manager [None req-b8b550b5-0917-460a-b8ad-3fa728f8786b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770776466746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-856533'] for agent (20f1d3df-b3f5-4b9a-81e4-ab9550d8a777), after_update {{(pid=103489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}